-- Logs begin at Tue 2022-03-22 10:01:11 UTC, end at Tue 2022-03-22 11:50:26 UTC. -- Mar 22 11:27:10.581327 dv-neutron-828143-11-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 11:27:13.078740 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.common.config [-] Logging enabled! Mar 22 11:27:13.079436 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev78 Mar 22 11:27:13.079525 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 11:27:13.082621 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.common.config [-] Logging enabled! Mar 22 11:27:13.082927 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev78 Mar 22 11:27:13.083740 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 11:27:13.084741 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 11:27:13.084931 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 11:27:13.085285 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 11:27:13.085538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 11:27:13.085757 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 11:27:13.086063 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.086360 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.086657 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.086890 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.087190 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.087486 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.087764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.088050 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.088344 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.088651 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.088932 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.089214 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.089445 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.089725 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.090012 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.090298 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.090522 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] debug = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.090802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.091229 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.091636 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.091915 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.092201 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.092480 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.092778 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.093055 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.093339 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.093667 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] host = dv-neutron-828143-11-hyperv {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.093945 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.094232 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.094517 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.094803 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.095075 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.095351 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.095639 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.095912 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.096184 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.096456 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.096777 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.097067 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.097359 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.097592 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.097816 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.098103 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.098388 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.098686 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.098962 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.099236 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.099508 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.099781 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.100050 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.100332 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.100639 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.100929 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.101204 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.101477 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.101748 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.102019 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.102301 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.102572 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.102844 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.103116 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.103400 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.103665 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.103937 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.104232 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.104533 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.104817 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.105103 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.105378 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.105673 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.105927 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.106196 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.106463 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_json = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.106731 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.106999 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.107284 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.107554 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.107820 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.108091 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.108358 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.108663 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.108936 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:13.109228 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.109522 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.109821 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.110106 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.110396 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.110674 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.110963 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.111238 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.111524 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.111812 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.112099 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.112372 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.112679 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.112958 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.113254 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.113571 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.113852 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.114658 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.114933 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.115208 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.115480 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.115755 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.116036 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.116326 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.116645 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.116920 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.117197 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.117487 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.117768 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.118041 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.118318 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.118605 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.118879 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.119151 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.119429 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.119704 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.119975 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.120246 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.120542 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.120833 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.121108 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.121379 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.121649 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.121925 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.122196 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.122475 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.122747 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.123019 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.123290 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.123568 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.123841 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.124112 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.124388 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.124693 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.124971 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.125245 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.125517 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.125790 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.126062 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.126333 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.126604 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.126876 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.127152 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.127424 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.127703 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.127973 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.128246 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.128546 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.128825 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.129120 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.129400 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.129700 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.130628 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.130909 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.131189 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.131466 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.131745 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.132024 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.132302 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.132619 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.132904 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.133190 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.133470 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.133747 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.134040 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.134317 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.134599 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.134875 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.135155 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.135435 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.135717 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.136010 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.136304 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.136620 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.136913 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.137202 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.137480 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.137792 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.138072 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:13.138289 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 11:27:13.138529 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88634) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 11:27:13.532208 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO keyring.backend [-] Loading KWallet Mar 22 11:27:13.539965 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO keyring.backend [-] Loading SecretService Mar 22 11:27:13.543429 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO keyring.backend [-] Loading Windows Mar 22 11:27:13.544790 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO keyring.backend [-] Loading chainer Mar 22 11:27:13.545584 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO keyring.backend [-] Loading macOS Mar 22 11:27:13.578992 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 11:27:13.579268 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 11:27:13.579557 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 11:27:13.579890 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 11:27:13.971763 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:13.972058 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:13.972335 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:13.973757 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:13.974046 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:13.974315 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.009837 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.010111 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.010378 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.023421 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.023704 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.023975 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.054127 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.054401 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.054675 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.091920 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.092440 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.092440 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.330320 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.330601 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.330867 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.331130 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.331868 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.453228 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.453547 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.453836 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.454107 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.454375 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.454690 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.454956 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.455214 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.455469 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.455752 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.456013 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.456280 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.456569 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.456832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.457103 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.457373 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.457633 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.457934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.458190 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.458474 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.458828 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.459083 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.459339 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.459626 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.459878 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.460125 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.460528 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.460846 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.461086 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.461326 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.461564 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.461802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:14.462168 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 11:27:14.465278 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 11:27:14.469258 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 11:27:14.473041 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 22 11:27:14.475202 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 11:27:14.476667 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 11:27:14.477011 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 11:27:14.477400 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 11:27:14.480228 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 11:27:14.480477 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 11:27:14.480841 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 11:27:14.509098 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 11:27:14.509544 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.509843 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88634) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 22 11:27:14.510208 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.511588 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88634) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 11:27:14.511868 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 11:27:14.512114 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 11:27:14.515414 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.515699 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:14.578813 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 11:27:14.579054 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 11:27:14.579295 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 11:27:14.579663 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 11:27:14.611272 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_db.sqlalchemy.engines [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88634) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 22 11:27:15.086753 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing driver for type 'gre' Mar 22 11:27:15.087203 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] gre ID ranges: [(1, 1000)] Mar 22 11:27:15.310040 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing driver for type 'local' Mar 22 11:27:15.310632 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing driver for type 'vlan' Mar 22 11:27:15.383617 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] VlanTypeDriver initialization complete Mar 22 11:27:15.383956 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing driver for type 'vxlan' Mar 22 11:27:15.384465 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] vxlan ID ranges: [(1, 1000)] Mar 22 11:27:15.514833 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing extension driver 'port_security' Mar 22 11:27:15.515148 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.extensions.port_security [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] PortSecurityExtensionDriver initialization complete Mar 22 11:27:15.515509 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing mechanism driver 'openvswitch' Mar 22 11:27:15.515854 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing mechanism driver 'hyperv' Mar 22 11:27:15.522401 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:15.523090 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.523452 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528549 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528549 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.528549 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528549 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528549 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.528934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.528934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.529299 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.529299 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.529299 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.529299 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.529299 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.529667 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.529817 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.530201 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.530600 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > address_group after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.530939 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > address_group after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.531277 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.531656 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 11:27:15.532094 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] ML2 OVO RPC backend initialized. {{(pid=88634) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 22 11:27:15.532834 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.533189 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.533607 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.533953 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > networks before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.534304 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.534638 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > ports before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.534980 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.535321 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnets before_response 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.535668 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.536003 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.536337 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.536706 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.537032 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.537380 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.537695 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.538024 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.538353 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.538915 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Modular L2 Plugin initialization complete Mar 22 11:27:15.539240 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading services supported by the core plugin {{(pid=88634) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 11:27:15.539558 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.managers [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Got port-security extension from driver 'port_security' Mar 22 11:27:15.540014 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.extensions.vlantransparent [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Disabled vlantransparent extension. Mar 22 11:27:15.540491 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88634) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 11:27:15.540824 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: router Mar 22 11:27:15.578810 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.579193 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_create 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.579555 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router before_create 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.579917 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.580283 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.580733 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_delete 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.581087 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.581446 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_create 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.581787 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.582131 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.582475 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.582869 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.583279 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.583642 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.583978 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.584310 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: subnet after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.584668 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.585014 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.585361 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_create 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.585699 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.586034 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.586386 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router after_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.586723 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.587064 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_create 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.587417 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.587753 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_update 55549900 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.588115 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > agent after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.588455 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > agent after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.588818 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > network after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.589647 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Tracking information for resource: router configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:15.589972 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Tracking information for resource: floatingip configured {{(pid=88634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 11:27:15.594956 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.db.l3_agentschedulers_db [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 11:27:15.595530 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.595888 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.596236 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.596616 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.597395 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router before_create 55550100 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.597752 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.598107 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_create 55550100 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.598497 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > router precommit_update 55550100 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.602927 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.provider_configuration [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service providers = [] {{(pid=88634) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 11:27:15.603286 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.db.servicetype_db [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88634) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 11:27:15.606218 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.service_base [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 11:27:15.606566 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.service_base [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 11:27:15.606905 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.service_base [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 11:27:15.607773 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.services.service_base [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 11:27:15.608139 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.services.service_base [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 11:27:15.608581 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.608842 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 11:27:15.620152 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.620486 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: auto_allocate Mar 22 11:27:15.626277 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: network precommit_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.626638 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: network precommit_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.627142 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.627454 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: tag Mar 22 11:27:15.634586 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.634863 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: timestamp Mar 22 11:27:15.638844 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.639167 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: network_ip_availability Mar 22 11:27:15.644373 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.644758 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.645135 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.645824 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.646136 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: flavors Mar 22 11:27:15.650792 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.651121 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading Plugin: revisions Mar 22 11:27:15.655356 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 11:27:15.655740 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.076s {{(pid=88634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 11:27:15.656472 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88634) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 11:27:15.656854 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Initializing extension manager. Mar 22 11:27:15.657334 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: __init__.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.657671 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: __pycache__ {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.658001 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.658328 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: address_group.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.659073 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.659627 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: address-group Mar 22 11:27:15.659945 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: address_scope.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.660679 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.661220 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: address-scope Mar 22 11:27:15.661538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.662456 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.662964 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: router-admin-state-down-before-update Mar 22 11:27:15.663283 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: agent.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.664156 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.664693 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: agent Mar 22 11:27:15.665015 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: agent_resources_synced.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.665916 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.666426 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: agent-resources-synced Mar 22 11:27:15.666741 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: allowedaddresspairs.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.668493 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.669043 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: allowed-address-pairs Mar 22 11:27:15.669367 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: auto_allocated_topology.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.670436 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.670954 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: auto-allocated-topology Mar 22 11:27:15.671276 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: availability_zone.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.671960 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.672470 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: availability_zone Mar 22 11:27:15.672811 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: availability_zone_filter.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.673713 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.674221 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: availability_zone_filter Mar 22 11:27:15.674538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: data_plane_status.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.675428 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.675936 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 11:27:15.676252 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: default_subnetpools.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.677691 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.678199 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: default-subnetpools Mar 22 11:27:15.678517 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.679313 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.679819 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: dhcp_agent_scheduler Mar 22 11:27:15.680134 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: dns.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.681056 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.681563 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension dns-integration not supported by any of loaded plugins Mar 22 11:27:15.681881 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: dns_domain_ports.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.682791 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.683298 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 11:27:15.683618 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: dvr.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.684278 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.684822 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: dvr Mar 22 11:27:15.685140 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: empty_string_filtering.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.686045 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.686555 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: empty-string-filtering Mar 22 11:27:15.686871 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.687783 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.688288 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 11:27:15.688634 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.689532 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.690305 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 11:27:15.690620 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: external_net.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.691523 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.692657 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: external-net Mar 22 11:27:15.692981 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.693883 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.694396 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: extra_dhcp_opt Mar 22 11:27:15.694712 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: extraroute.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.695609 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.696126 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: extraroute Mar 22 11:27:15.696440 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: extraroute_atomic.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.697485 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.698000 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: extraroute-atomic Mar 22 11:27:15.698317 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: filter_validation.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.698970 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.699478 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: filter-validation Mar 22 11:27:15.699790 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: fip_pf_description.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.700720 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.701228 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 11:27:15.701538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: fip_port_details.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.702442 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.702949 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: fip-port-details Mar 22 11:27:15.703260 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: flavors.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.704506 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.705049 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: flavors Mar 22 11:27:15.705372 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.707016 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.707542 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 11:27:15.708067 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: floatingip_pools.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.709132 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.709906 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: floatingip-pools Mar 22 11:27:15.710289 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: ip_allocation.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.711217 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.711764 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 11:27:15.712083 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.713019 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.713537 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: ip-substring-filtering Mar 22 11:27:15.713859 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l2_adjacency.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.714770 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.715325 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 11:27:15.715598 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.716571 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.717093 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: router Mar 22 11:27:15.717410 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.719763 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.720294 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 11:27:15.720649 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.721572 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.722091 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: ext-gw-mode Mar 22 11:27:15.722415 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.723851 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.724362 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: l3-ha Mar 22 11:27:15.724710 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3_flavors.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.725622 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.726137 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: l3-flavors Mar 22 11:27:15.726453 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.727365 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.727874 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 11:27:15.728191 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: l3agentscheduler.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.729253 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.729769 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: l3_agent_scheduler Mar 22 11:27:15.730092 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: logging.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.731573 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.732092 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension logging not supported by any of loaded plugins Mar 22 11:27:15.732417 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: metering.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.733173 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.733753 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: metering Mar 22 11:27:15.734075 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.735153 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.735666 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: metering_source_and_destination_fields Mar 22 11:27:15.735992 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: multiprovidernet.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.736934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.737442 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: multi-provider Mar 22 11:27:15.737759 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: netmtu.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.738657 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.739808 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: net-mtu Mar 22 11:27:15.740124 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: netmtu_writable.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.741069 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.741578 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: net-mtu-writable Mar 22 11:27:15.741893 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: network_availability_zone.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.742562 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.743072 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: network_availability_zone Mar 22 11:27:15.743388 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: network_ip_availability.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.744483 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.745028 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: network-ip-availability Mar 22 11:27:15.745346 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: network_segment_range.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.746109 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.746619 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 11:27:15.746932 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: pagination.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.747900 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.748221 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: pagination Mar 22 11:27:15.748552 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: port_device_profile.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.749464 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.749980 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: port-device-profile Mar 22 11:27:15.750324 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.751229 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.751740 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: port-mac-address-regenerate Mar 22 11:27:15.752057 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.752979 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.753490 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: port-numa-affinity-policy Mar 22 11:27:15.753809 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: port_resource_request.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.754747 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.755248 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 11:27:15.755564 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: portbindings.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.756489 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.757018 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: binding Mar 22 11:27:15.757336 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: portbindings_extended.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.758726 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.759246 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: binding-extended Mar 22 11:27:15.759567 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: portsecurity.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.760472 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.761018 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: port-security Mar 22 11:27:15.761340 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: project_id.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.762314 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.762639 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: project-id Mar 22 11:27:15.762959 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: providernet.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.763868 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.764384 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: provider Mar 22 11:27:15.764726 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.768249 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.768812 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos not supported by any of loaded plugins Mar 22 11:27:15.769138 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.770401 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.770914 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 11:27:15.771239 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.772141 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.772689 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 11:27:15.773010 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_default.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.773908 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.774419 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-default not supported by any of loaded plugins Mar 22 11:27:15.774738 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_fip.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.775381 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.775886 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-fip not supported by any of loaded plugins Mar 22 11:27:15.776203 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_gateway_ip.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.777139 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.777653 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 11:27:15.777975 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_port_network_policy.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.778874 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.779382 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 11:27:15.779699 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_rule_type_details.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.780633 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.781152 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 11:27:15.781471 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: qos_rules_alias.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.782517 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.783032 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 11:27:15.783352 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: quotasv2.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.784254 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.784606 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: quotas Mar 22 11:27:15.784926 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: quotasv2_detail.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.787062 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.787397 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: quota_details Mar 22 11:27:15.787725 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: rbac.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.788800 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.789329 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: rbac-policies Mar 22 11:27:15.789655 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: rbac_address_group.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.790573 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.791097 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: rbac-address-group Mar 22 11:27:15.791422 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: rbac_address_scope.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.792327 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.792874 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: rbac-address-scope Mar 22 11:27:15.793198 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: rbac_security_groups.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.794101 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.794616 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: rbac-security-groups Mar 22 11:27:15.794935 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: rbac_subnetpool.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.795851 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.796374 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: rbac-subnetpool Mar 22 11:27:15.796725 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: revisionifmatch.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.797635 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.798148 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: revision-if-match Mar 22 11:27:15.798468 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: revisions.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.799678 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.800196 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: standard-attr-revisions Mar 22 11:27:15.800543 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: router_availability_zone.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.801209 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.802288 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: router_availability_zone Mar 22 11:27:15.802606 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: routerservicetype.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.803512 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.804029 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension router-service-type not supported by any of loaded plugins Mar 22 11:27:15.804348 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.805356 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.805873 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: security-groups-normalized-cidr Mar 22 11:27:15.806194 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.807115 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.807627 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: port-security-groups-filtering Mar 22 11:27:15.807948 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.808880 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.809391 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: security-groups-remote-address-group Mar 22 11:27:15.809712 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: securitygroup.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.819689 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.820224 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: security-group Mar 22 11:27:15.820575 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: segment.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.821390 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.821900 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension segment not supported by any of loaded plugins Mar 22 11:27:15.822256 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.823176 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.823689 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 11:27:15.824008 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: servicetype.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.825132 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.825654 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: service-type Mar 22 11:27:15.825971 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: sorting.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.826946 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.827271 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: sorting Mar 22 11:27:15.827591 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: standard_attr_segment.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.828482 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.829035 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 11:27:15.829356 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: standardattrdescription.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.829990 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.830504 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: standard-attr-description Mar 22 11:27:15.830823 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: stateful_security_group.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.831729 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.832248 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: stateful-security-group Mar 22 11:27:15.832590 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: stdattrs_common.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.833192 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 11:27:15.833862 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.834484 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.835003 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 11:27:15.835319 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnet_onboard.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.836395 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.836947 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: subnet_onboard Mar 22 11:27:15.837269 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.838180 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.838689 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 11:27:15.839008 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnet_service_types.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.839929 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.840443 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: subnet-service-types Mar 22 11:27:15.840798 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnetallocation.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.841871 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.842388 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: subnet_allocation Mar 22 11:27:15.842709 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.843364 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.843873 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: subnetpool-prefix-ops Mar 22 11:27:15.844190 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.845144 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.845655 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 11:27:15.845973 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: tagging.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.847023 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.847543 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: standard-attr-tag Mar 22 11:27:15.847863 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: timestamp.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.849612 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.850132 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loaded extension: standard-attr-timestamp Mar 22 11:27:15.850455 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: trunk.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.851475 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.851996 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension trunk not supported by any of loaded plugins Mar 22 11:27:15.852318 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: trunk_details.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.853274 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.853791 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension trunk-details not supported by any of loaded plugins Mar 22 11:27:15.854111 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: uplink_status_propagation.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.855021 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.855538 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 11:27:15.855858 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Loading extension file: vlantransparent.py {{(pid=88634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 11:27:15.856536 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 11:27:15.857055 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 11:27:15.859463 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:network Mar 22 11:27:15.860197 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnet Mar 22 11:27:15.860987 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 11:27:15.861582 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:port Mar 22 11:27:15.862824 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.863249 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service FLAVORS assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.863878 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.864868 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.865197 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:router Mar 22 11:27:15.865842 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:floatingip Mar 22 11:27:15.866537 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service METERING assigned prefix: /metering {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.867967 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.868332 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.868727 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:27:15.872185 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 11:27:15.872672 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:security_group Mar 22 11:27:15.873324 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 11:27:15.874063 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service CORE assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.874394 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 11:27:15.874735 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] subnetpool is already registered Mar 22 11:27:15.875333 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service CORE assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.875658 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 11:27:15.875984 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] subnetpool is already registered Mar 22 11:27:15.986618 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.986972 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service FLAVORS assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.987560 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.987976 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.988312 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:router Mar 22 11:27:15.988672 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] router is already registered Mar 22 11:27:15.989948 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:floatingip Mar 22 11:27:15.990276 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] floatingip is already registered Mar 22 11:27:15.990904 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service METERING assigned prefix: /metering {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.991700 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 11:27:15.992025 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] rbac_policy is already registered Mar 22 11:27:15.992437 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:security_group Mar 22 11:27:15.992785 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] security_group is already registered Mar 22 11:27:15.993364 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 11:27:15.993688 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] security_group_rule is already registered Mar 22 11:27:15.994341 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service CORE assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.994668 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 11:27:15.994990 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] subnetpool is already registered Mar 22 11:27:15.995581 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.v2.resource_helper [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Service CORE assigned prefix: {{(pid=88634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 11:27:15.995905 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 11:27:15.996223 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING neutron.quota.resource_registry [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] subnetpool is already registered Mar 22 11:27:15.996905 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: extensions {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:15.998401 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: address-groups {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.000007 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: address-scopes {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.001244 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: agents {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.002396 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: auto-allocated-topology {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.003737 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: availability_zones {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.005021 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: dhcp-networks {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.006403 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: dhcp-agents {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.007842 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: routers {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.009667 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: flavors {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.010845 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: service_profiles {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.012039 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: next_providers {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.013582 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: service_profiles {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.015033 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: floatingip-pools {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.016240 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: routers {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.018061 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: floatingips {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.019245 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: l3-routers {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.020665 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: l3-agents {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.022246 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: metering-labels {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.023484 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: metering-label-rules {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.024773 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: network-ip-availabilities {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.026027 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: bindings {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.027664 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: quotas {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.029135 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: quotas {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.030524 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: rbac-policies {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.031795 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: security-groups {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.033018 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: security-group-rules {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.034221 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: service-providers {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.035538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: subnetpools {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.037424 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: subnetpools {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.038843 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.040616 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.042324 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.044109 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.046892 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.048771 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.050445 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.052911 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.054653 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.056500 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron.api.extensions [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Extended resource: tags {{(pid=88634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 11:27:16.062364 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING keystonemiddleware.auth_token [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 11:27:16.067270 dv-neutron-828143-11-hyperv neutron-server[88634]: WARNING keystonemiddleware.auth_token [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 11:27:16.075341 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Acquired lock "singleton_lock" {{(pid=88634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 22 11:27:16.075805 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_concurrency.lockutils [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Releasing lock "singleton_lock" {{(pid=88634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 22 11:27:16.076427 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Starting 2 workers Mar 22 11:27:16.081093 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Started child 88741 {{(pid=88634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 11:27:16.085396 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Started child 88742 {{(pid=88634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 11:27:16.086141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.087005 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO neutron.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 11:27:16.087543 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Notify callbacks [] for process, before_spawn {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.087634 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [-] (88741) wsgi starting up on http://0.0.0.0:9696 Mar 22 11:27:16.089908 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Starting 1 workers Mar 22 11:27:16.090413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.091722 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [-] (88742) wsgi starting up on http://0.0.0.0:9696 Mar 22 11:27:16.094850 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Started child 88743 {{(pid=88634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 11:27:16.095349 dv-neutron-828143-11-hyperv neutron-server[88634]: INFO oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Starting 1 workers Mar 22 11:27:16.098726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] calling RpcWorker wait() {{(pid=88743) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 11:27:16.099293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] returning from RpcWorker wait() {{(pid=88743) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 11:27:16.100152 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Started child 88744 {{(pid=88634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 11:27:16.100366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.100822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:16.100935 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c99bc387-3588-4063-a600-ab5093d303ba None None] Notify callbacks [] for process, after_spawn {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.102898 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 11:27:16.103109 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 11:27:16.103350 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 11:27:16.103507 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 11:27:16.103999 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 11:27:16.104163 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 11:27:16.104823 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.105106 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.105315 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:16.105776 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.105776 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.105913 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.106244 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:16.106423 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.106689 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.106920 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.107192 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.107418 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.107583 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.107742 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.108144 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.108372 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.108706 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.108948 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.109339 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.109619 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.109788 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.110054 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.110333 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.110575 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.110832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] debug = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.111078 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.111532 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.111749 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.111981 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.112223 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.112505 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.112770 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.113030 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.113265 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.113479 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.113713 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.114045 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.114785 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.115016 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.115237 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.115487 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.115699 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.116162 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] host = dv-neutron-828143-11-hyperv {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.116392 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.116646 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.116870 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.117097 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.117343 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.117575 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.117818 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.118074 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.118331 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.118573 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.118843 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.119128 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.119281 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.119502 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.119660 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_options = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.119884 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.120146 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.120400 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.120609 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.120770 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.120996 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.121175 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.121419 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.121572 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.121799 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.122009 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.122218 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.122449 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.122686 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.122937 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.123170 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.123403 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.123609 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.123849 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.124089 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.124309 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.124568 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.124799 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126220 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126659 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126659 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126801 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.126964 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.127218 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.127433 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.127651 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.127850 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.128124 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.128350 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.128607 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.128850 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.129060 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.129354 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.129564 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.129748 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.129997 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_json = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.130137 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.130317 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.130570 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.130792 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.131196 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.131490 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.131628 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.131856 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.132085 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.132538 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.132810 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.133119 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.133374 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.133624 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.133966 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.134118 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.134352 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.134717 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.134875 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.135148 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.135397 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.135677 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.135912 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.136145 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.136479 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.136748 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.137004 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.137239 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.137454 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.139636 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.139748 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.140109 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.140396 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.140973 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.141464 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.142163 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.145802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.145802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.146013 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.146212 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.146454 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.146749 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.147003 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.147243 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.147493 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.147735 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.147981 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.148415 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.148636 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.148905 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.149194 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.149374 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.149779 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.150131 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.150414 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.150673 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.150934 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.151157 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.151405 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.151642 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.151871 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.152089 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.152310 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.152558 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.152791 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.153036 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.153254 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.153586 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.153832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.154051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.154350 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.154681 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.154908 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.155126 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.155405 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.155624 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.155840 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.156080 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.156297 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.156675 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.156838 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.157072 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.157290 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.157507 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.157716 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.157951 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.158169 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.158407 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.158624 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.158841 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.159072 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.159290 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.159509 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.159873 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.160162 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.160468 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.161383 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.161646 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.161900 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.162137 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.162392 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.162610 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.162828 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.163096 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.163345 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.163586 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.163850 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.164072 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.164306 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.164611 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.164848 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.165090 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.165347 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.165611 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.165882 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.166163 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.166409 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.166669 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.166940 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.167200 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.167454 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.167726 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.167997 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.168248 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.168527 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.168842 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.169130 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.169427 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.169681 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.170043 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.170335 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.170608 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.170867 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.171098 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.171344 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.171562 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.171844 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.172098 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.172314 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.172567 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.172818 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.173153 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.173400 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.173651 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.173875 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.174149 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.174403 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.174665 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.174945 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.175210 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.175459 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.175706 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.175959 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.176191 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.176460 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.176728 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.176960 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.177192 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.177410 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.177637 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.177844 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.178058 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.178288 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.178516 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.178731 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.178973 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.179206 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.179419 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.179644 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.179876 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.180091 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.180335 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.180588 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.180806 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.181020 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.181248 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.181504 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.181737 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.181997 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.182262 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.182492 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.182739 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.182983 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.183251 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.183484 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.183725 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.183942 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.184152 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.184364 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.184602 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.184838 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.185070 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.185295 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.185578 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.185881 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.186106 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.186459 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.186770 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.187111 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.187340 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.187587 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.187799 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.188012 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.188245 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.188460 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.188699 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.188942 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.189316 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.189419 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.189625 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.189837 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.190305 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.190585 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.190820 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.191056 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.191275 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.191507 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.191724 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.191937 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.192174 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.192383 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.192632 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.192849 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.193064 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.193273 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.193558 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.193797 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.194019 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.194248 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.194479 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.194703 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.194912 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.195121 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.195353 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.195559 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.195802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.196032 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.196241 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.196482 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.196760 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.197055 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.197303 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.197523 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.197802 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.198049 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.198270 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.198527 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.198853 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.199068 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.199328 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.199547 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.199762 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.200011 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.200265 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.200627 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.200943 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.201203 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.201441 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.201730 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.201992 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.202431 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.202649 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.202940 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.203269 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.203536 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.203784 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.204029 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.204319 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.204558 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.204777 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.205014 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.205245 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.205480 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.205735 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.205987 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.206274 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.206561 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.206851 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.207121 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.208074 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.208296 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.208546 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.208763 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.208921 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 11:27:16.209543 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 11:27:16.209676 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 11:27:16.209832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 11:27:16.210001 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 11:27:16.210171 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 11:27:16.210330 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 11:27:16.210539 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.210703 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.210860 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.211196 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.211511 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.211705 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212018 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212179 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212338 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212498 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212680 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.212841 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213001 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213159 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213319 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213480 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213641 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213800 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.213967 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.214131 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.214287 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.214590 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.214889 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] debug = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.215192 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.215385 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.215552 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.215714 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.215875 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216024 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216277 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216462 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216647 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216809 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.216967 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217127 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217289 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217448 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217606 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217765 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.217926 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218083 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] host = dv-neutron-828143-11-hyperv {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218242 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218402 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218563 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218724 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.218883 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219043 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219203 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219362 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219520 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219678 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219836 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.219993 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220153 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220312 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220472 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_options = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220654 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220810 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.220968 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221156 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221321 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221482 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221640 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221801 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.221959 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222118 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222276 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222436 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222596 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222754 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.222912 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.223076 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.223282 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.223948 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224109 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224268 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224489 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224611 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224754 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.224915 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225070 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225232 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225393 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225567 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225751 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.225874 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226032 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226197 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226357 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226515 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226675 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.226852 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227013 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227175 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227334 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227492 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:16.227656 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227798 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.227956 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228114 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228273 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228432 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_json = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228616 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228778 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.228938 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229096 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229255 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229412 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229571 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229735 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.229894 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 11:27:16.230074 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.230276 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.230600 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.230794 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.231039 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.231410 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.231569 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.231868 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.232170 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.232468 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.232785 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.233084 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.233397 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.233565 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.233731 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.233896 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234213 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234373 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234546 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234685 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234847 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.234983 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235148 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235308 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235469 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235630 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235792 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.235953 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236121 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236282 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236444 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236677 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236790 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.236950 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237110 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237271 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237437 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237598 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.237922 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.238231 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.238393 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.238565 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.238710 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.238896 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239059 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239221 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239383 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239544 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239720 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.239884 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240044 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240204 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240364 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240547 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240722 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.240874 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.241031 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.241343 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.241503 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.241824 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.241989 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242150 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242311 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242476 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242638 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242799 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.242959 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243121 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243282 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243443 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243913 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243913 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.243913 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244286 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244286 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244554 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244554 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244758 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244844 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.244975 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245137 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245300 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245470 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245647 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245826 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.245992 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.246154 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.246315 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.246501 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.246662 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.246823 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.250500 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.250752 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.250868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 47988) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:16.250966 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251114 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251297 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251475 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251648 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251819 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.251987 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252149 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252314 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252475 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252666 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.252996 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253157 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253318 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253495 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253661 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253824 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.253990 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.254154 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.254321 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.254525 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.254691 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.254853 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.255013 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.255173 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.255337 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.255497 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256276 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256276 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256426 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256609 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.256920 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257110 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257262 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257420 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257576 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257734 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.257899 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258059 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258219 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258381 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258886 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258886 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.258886 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259134 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259134 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259287 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259438 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259595 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259753 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.259916 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260077 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260304 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260399 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260581 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260744 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.260904 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261060 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261215 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261370 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261526 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261682 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.261846 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262006 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262168 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262329 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262491 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262650 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262810 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.262967 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263124 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263280 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263437 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263595 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263751 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.263908 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.264067 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.264224 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.264378 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.264554 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.264711 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.265259 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0113370 Mar 22 11:27:16.265764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.265764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.265764 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.265939 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266042 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266200 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266379 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266546 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266709 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.266875 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267163 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267261 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267340 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267492 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267652 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267812 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.267975 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268133 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268286 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268445 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268628 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268790 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.268955 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269120 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269281 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269443 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269605 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269832 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.269927 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.270579 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.270758 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.270920 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271081 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271241 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271404 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271585 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271746 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.271909 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272069 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272231 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272403 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272605 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272769 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.272929 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273090 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273262 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273423 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273584 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273745 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.273905 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274076 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274238 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274400 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274569 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274729 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.274890 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275051 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275225 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275387 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275551 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275713 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.275874 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276036 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276200 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276371 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276562 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276733 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.276898 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277069 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277238 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277409 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277572 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277756 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.277910 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278073 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278234 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278396 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278557 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278719 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.278881 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279043 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279205 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279366 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279527 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279689 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.279849 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280010 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280171 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280332 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280494 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280677 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280854 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.280997 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 11:27:16.281150 dv-neutron-828143-11-hyperv neutron-server[88634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 11:27:27.118371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a2dc3-dd13-42a3-9300-3faf61689b39 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:27:27.184217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a2dc3-dd13-42a3-9300-3faf61689b39 None None] No non-hosted networks {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 11:27:27.193655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.agentschedulers_db [None req-ad9a2dc3-dd13-42a3-9300-3faf61689b39 None None] DHCP Agent not found on host dv-neutron-828143-11-hyperv {{(pid=88743) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 11:27:27.260807 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-40264f64-6631-4d95-a8e0-47ba1bc54db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:29.602708 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b08e4b95-cdad-4980-b318-2c3f6a339bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:29.636651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-7dbc7147-21cf-4b4c-a0f7-6093c1b31ddd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828143-11-hyperv {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:27:29.637124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-7dbc7147-21cf-4b4c-a0f7-6093c1b31ddd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:27:30.195531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7147-21cf-4b4c-a0f7-6093c1b31ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:30.573435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:30.575534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.575867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.576994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.580082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.583249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.586051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.586692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.587608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.588377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.589042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.589782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.590756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:30.591484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-11-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:30.599947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-11-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:30.602659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:31.623438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:33.334684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48080) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:33.920169 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING oslo_policy.policy [None req-bef0a25a-7123-4bf7-a18a-f0ae2f731f89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:33.920955 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING oslo_policy.policy [None req-bef0a25a-7123-4bf7-a18a-f0ae2f731f89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:34.138084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-bef0a25a-7123-4bf7-a18a-f0ae2f731f89 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:27:34.139104 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bef0a25a-7123-4bf7-a18a-f0ae2f731f89 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8035085 Mar 22 11:27:34.755771 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.db.l3_hamode_db [None req-2e5a11b9-c835-4a2f-b4af-a8fff7394551 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 11:27:34.842314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a11b9-c835-4a2f-b4af-a8fff7394551 None None] Routers set() bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:27:34.842704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a11b9-c835-4a2f-b4af-a8fff7394551 None None] Router IDs set() for agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 22 11:27:36.509776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48094) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:36.859530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:36.954499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.policy [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 11:27:36.999280 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING oslo_policy.policy [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:36.999669 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING oslo_policy.policy [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:37.008390 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.quota [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Loaded quota_driver: . Mar 22 11:27:37.024219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:37.166563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541622590', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541618961', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541609903', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541602563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541593019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751541586758', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573914', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1637251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693845'] for rbac-policy, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:37.364391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:37.365583 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-46a55079-aa4b-4806-9df2-1699fae95d7b admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8548517 Mar 22 11:27:39.967960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48108) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:40.311885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '9e1a2e07af63490bb5bf65e499123e7d'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:40.317554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:40.321991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Usage tracker for resource:network and tenant:9e1a2e07af63490bb5bf65e499123e7d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:27:40.326467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:27:40.332474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:27:40.421831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Made reservation on behalf of 9e1a2e07af63490bb5bf65e499123e7d for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:27:40.424455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.443706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.457355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:40.461002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Usage tracker for resource:security_group_rule and tenant:9e1a2e07af63490bb5bf65e499123e7d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:27:40.466177 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:27:40.472542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:27:40.568416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.632621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.653871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:27:40.680064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751543873046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.680685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Unsubscribe: segment precommit_create {{(pid=88741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 11:27:40.681207 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Added segment 8c6a05d0-eb71-4cc3-bea2-b2c02e93c244 of type vlan for network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c Mar 22 11:27:40.729577 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa988ca-d83f-4fb1-8948-6f52ec09645b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:40.750244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.750613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.750951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.751283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.751650 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.751983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.752307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.752655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.753000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.753318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.753632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.753943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Tracked resource versions report: Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: pushed versions: Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: { 'AddressGroup': {'1.2'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'ConntrackHelper': {'1.0'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Log': {'1.0'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Network': {'1.1'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Port': {'1.7'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'PortForwarding': {'1.2'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'QosPolicy': {'1.8'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroup': {'1.4'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SubPort': {'1.0'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Subnet': {'1.1'}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Trunk': {'1.1'}} Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: consumer versions: Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'ConntrackHelper': '1.0', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Log': '1.0', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Network': '1.1', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Port': '1.7', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'PortForwarding': '1.2', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'QosPolicy': '1.8', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroup': '1.4', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroupRule': '1.2', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SubPort': '1.0', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Subnet': '1.1', Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Trunk': '1.1'}} Mar 22 11:27:40.755263 dv-neutron-828143-11-hyperv neutron-server[88741]: {{(pid=88741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:27:40.793215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.918413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:40.919540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:40.920166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:41.026111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] Pushing event updated for resources: {'Network': ['ID=5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:41.036847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:27:41.073899 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-19f22638-4326-469a-984a-14f6f461c924 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1048195 Mar 22 11:27:43.732985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48124) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:44.166581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe58be-00cc-4b73-b332-f885ac5fc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:44.167930 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-32fe58be-00cc-4b73-b332-f885ac5fc2d7 admin admin] 10.222.0.53 "GET /v2.0/networks/5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c HTTP/1.1" status: 200 len: 825 time: 0.4340122 Mar 22 11:27:44.196207 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aaeb712e-5f41-4c77-8fce-7a4af556d834 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/9556e697-7cd0-4a02-b0af-631b11dfed52 HTTP/1.1" status: 200 len: 734 time: 0.0228319 Mar 22 11:27:44.204353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Request body: {'subnet': {'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52', 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:44.208478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:44.212128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Usage tracker for resource:subnet and tenant:9e1a2e07af63490bb5bf65e499123e7d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:27:44.214968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:27:44.220423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:27:44.285445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Made reservation on behalf of 9e1a2e07af63490bb5bf65e499123e7d for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:27:44.287726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.605811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.702349 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7ed9e6-ebb7-472c-bf28-0533df7324e4,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:44.704321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Checking segment: {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:27:44.704732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Network hostable DHCP agents. Network: 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:27:44.788131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:27:44.873785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:44.878475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:44.879085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.883124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4545c59-fdcf-47f1-a473-3555d49c6c85 None None] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:27:44.963145 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c63aab7f-9566-408b-8530-12f6a3b7b7e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7536631 Mar 22 11:27:45.186308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:27:45.187474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:45.371062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Allocated IP 172.20.0.2 (5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c/bb7ed9e6-ebb7-472c-bf28-0533df7324e4/b5591ed4-8cee-409e-a532-d7bdf609aa1b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:27:45.597691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:45.610954 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Transition to ACTIVE for port object b5591ed4-8cee-409e-a532-d7bdf609aa1b will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:27:45.630593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Transition to ACTIVE for port object b5591ed4-8cee-409e-a532-d7bdf609aa1b will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:27:45.713388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:45.773834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:45.780584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:45.788622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:27:45.791914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Pushing event updated for resources: {'Port': ['ID=b5591ed4-8cee-409e-a532-d7bdf609aa1b,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:45.830447 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.830812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.831143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.831476 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.831805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.832144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.832473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.832838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.833173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.833497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.833821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.834136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Tracked resource versions report: Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: pushed versions: Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: { 'AddressGroup': {'1.2'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'ConntrackHelper': {'1.0'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Log': {'1.0'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Network': {'1.1'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Port': {'1.7'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'PortForwarding': {'1.2'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'QosPolicy': {'1.8'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroup': {'1.4'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SubPort': {'1.0'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Subnet': {'1.1'}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Trunk': {'1.1'}} Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: consumer versions: Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'ConntrackHelper': '1.0', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Log': '1.0', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Network': '1.1', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Port': '1.7', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'PortForwarding': '1.2', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'QosPolicy': '1.8', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroup': '1.4', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroupRule': '1.2', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SubPort': '1.0', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Subnet': '1.1', Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Trunk': '1.1'}} Mar 22 11:27:45.835513 dv-neutron-828143-11-hyperv neutron-server[88743]: {{(pid=88743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:27:45.890178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Attempting to bind port b5591ed4-8cee-409e-a532-d7bdf609aa1b on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:27:45.890798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Attempting to bind port b5591ed4-8cee-409e-a532-d7bdf609aa1b by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:27:45.890984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Attempting to bind port b5591ed4-8cee-409e-a532-d7bdf609aa1b on network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:27:45.896151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:27:45.896580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Checking segment: {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:27:45.897050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:45.897439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Bound using segment: {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:27:45.897897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Bound port: b5591ed4-8cee-409e-a532-d7bdf609aa1b, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:27:45.898278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:45.985689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] For port b5591ed4-8cee-409e-a532-d7bdf609aa1b, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:27:45.990029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] For port b5591ed4-8cee-409e-a532-d7bdf609aa1b, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b5591ed4-8cee-409e-a532-d7bdf609aa1b,segment=NetworkSegment(8c6a05d0-eb71-4cc3-bea2-b2c02e93c244),segment_id=8c6a05d0-eb71-4cc3-bea2-b2c02e93c244)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:27:46.078810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:46.168885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c412679-d245-42ef-b9eb-ab8652cceb01 None None] Pushing event updated for resources: {'Port': ['ID=b5591ed4-8cee-409e-a532-d7bdf609aa1b,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:47.355159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48134) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:47.721733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-12a49d9c-46a1-4e98-a1ba-fffa5b41eaba admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:27:47.722828 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-12a49d9c-46a1-4e98-a1ba-fffa5b41eaba admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3667188 Mar 22 11:27:49.945095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681a284-6639-4396-a9c7-5c55930ffdc4 None None] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:27:50.132322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48148) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:50.166785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-efa7f471-3206-4f9b-bc41-806054998eff None None] Provisioning for port b5591ed4-8cee-409e-a532-d7bdf609aa1b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:27:50.237688 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b5591ed4-8cee-409e-a532-d7bdf609aa1b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:27:50.382796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port b5591ed4-8cee-409e-a532-d7bdf609aa1b completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:27:50.392550 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b5591ed4-8cee-409e-a532-d7bdf609aa1b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:50.393035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.449440 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-aed2e7e7-7eaf-4324-90b9-5b1c01ba5ca9 None None] Provisioning complete for port b5591ed4-8cee-409e-a532-d7bdf609aa1b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:50.449873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aed2e7e7-7eaf-4324-90b9-5b1c01ba5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.517629 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-414ceab9-eb39-4676-8b8a-415c2bc273bc admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:27:50.532571 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-414ceab9-eb39-4676-8b8a-415c2bc273bc admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3853278 Mar 22 11:27:50.608857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.647323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aed2e7e7-7eaf-4324-90b9-5b1c01ba5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.671521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port b5591ed4-8cee-409e-a532-d7bdf609aa1b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b5591ed4-8cee-409e-a532-d7bdf609aa1b,segment=NetworkSegment(8c6a05d0-eb71-4cc3-bea2-b2c02e93c244),segment_id=8c6a05d0-eb71-4cc3-bea2-b2c02e93c244)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:27:50.829079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.938078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-aed2e7e7-7eaf-4324-90b9-5b1c01ba5ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:27:50.938446 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-aed2e7e7-7eaf-4324-90b9-5b1c01ba5ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:27:50.941847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=b5591ed4-8cee-409e-a532-d7bdf609aa1b,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.195691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b5591ed4-8cee-409e-a532-d7bdf609aa1b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:27:52.260961 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b5591ed4-8cee-409e-a532-d7bdf609aa1b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:52.261328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.226718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48160) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:53.790095 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING oslo_policy.policy [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:53.790704 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING oslo_policy.policy [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:54.011815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:54.080423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.policy [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 11:27:54.125494 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING oslo_policy.policy [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:54.125872 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING oslo_policy.policy [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 11:27:54.134377 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.quota [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Loaded quota_driver: . Mar 22 11:27:54.149629 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:54.156012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Usage tracker for resource:router and tenant:9e1a2e07af63490bb5bf65e499123e7d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:27:54.160951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:27:54.168468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:27:54.262393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.264360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.289862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.474273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.541694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.543034 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eea867f3-a98e-483a-ad5c-ab82f2ae56c2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3142419 Mar 22 11:27:56.886614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48176) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:57.125081 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ff79c105-f3b2-48de-a4f7-b67b333125ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.251448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-65614460-4085-46a2-ae7e-a7c2253b9727 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:27:57.252468 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-65614460-4085-46a2-ae7e-a7c2253b9727 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649597 Mar 22 11:27:58.143756 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:27:59.604534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8c877adb-a3d1-46e0-819b-60a0e1fff2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.632349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48186) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:27:59.985170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:59.990116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:27:59.993829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Usage tracker for resource:network and tenant:75c209dfbd8d43d4adf8ebaadfc7d041 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:27:59.997176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:28:00.003225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:28:00.061454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Made reservation on behalf of 75c209dfbd8d43d4adf8ebaadfc7d041 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:28:00.064666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.081186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.094538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:28:00.098241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Usage tracker for resource:security_group_rule and tenant:75c209dfbd8d43d4adf8ebaadfc7d041 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:28:00.101301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:28:00.106727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:28:00.194807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.255850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.271411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=88742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 11:28:00.302107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751543873046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.302664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Unsubscribe: segment precommit_create {{(pid=88742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 11:28:00.303135 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Added segment f2b18ae4-7ec9-4f1c-af20-1da0e84d6276 of type flat for network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a Mar 22 11:28:00.351815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a57d5-09e3-4606-82d0-2dd33ad73dba,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:00.366364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.366725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.367059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.367387 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.367708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.368041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.368362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.368706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.369023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.369342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.369655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.369967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Tracked resource versions report: Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: pushed versions: Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: { 'AddressGroup': {'1.2'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'ConntrackHelper': {'1.0'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Log': {'1.0'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Network': {'1.1'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Port': {'1.7'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'PortForwarding': {'1.2'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'QosPolicy': {'1.8'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroup': {'1.4'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SubPort': {'1.0'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Subnet': {'1.1'}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Trunk': {'1.1'}} Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: consumer versions: Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'ConntrackHelper': '1.0', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Log': '1.0', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Network': '1.1', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Port': '1.7', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'PortForwarding': '1.2', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'QosPolicy': '1.8', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroup': '1.4', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroupRule': '1.2', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SubPort': '1.0', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Subnet': '1.1', Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Trunk': '1.1'}} Mar 22 11:28:00.371272 dv-neutron-828143-11-hyperv neutron-server[88742]: {{(pid=88742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:28:00.419128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.518857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.520057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.520727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.541768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.598836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.630118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:00.639796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:28:00.685454 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a3b575d6-45fb-44ae-a7b8-85a726ac28f3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0520508 Mar 22 11:28:01.582010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:03.048005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48210) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:28:03.251742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ab36f-5393-4cee-83c6-f3bf74168ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:03.253040 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a73ab36f-5393-4cee-83c6-f3bf74168ac8 admin admin] 10.222.0.53 "GET /v2.0/subnets/bb7ed9e6-ebb7-472c-bf28-0533df7324e4 HTTP/1.1" status: 200 len: 849 time: 0.2035770 Mar 22 11:28:03.419666 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3d2a0cc0-b864-4bd0-ae2c-e10f84081cdc admin admin] 10.222.0.53 "GET /v2.0/routers/7d408edb-dd5a-460d-9379-ec0ad953d675 HTTP/1.1" status: 200 len: 704 time: 0.1610503 Mar 22 11:28:03.868700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:04.108980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Allocated IP 172.20.0.1 (5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c/bb7ed9e6-ebb7-472c-bf28-0533df7324e4/37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:28:04.277911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:04.295585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Transition to ACTIVE for port object 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:28:04.445229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:04.535027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:04.537854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:04.542169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:28:04.543376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:04.682995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Pushing event updated for resources: {'Port': ['ID=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:04.782024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cea96156-8c06-4c65-8963-bf9b93a7da5a None None] Provisioning for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:28:04.786988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cea96156-8c06-4c65-8963-bf9b93a7da5a None None] Provisioning complete for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:04.787360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cea96156-8c06-4c65-8963-bf9b93a7da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:04.842272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-cea96156-8c06-4c65-8963-bf9b93a7da5a None None] Port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:28:04.892558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.117735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.204069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.205335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.345703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Pushing event updated for resources: {'Port': ['ID=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:05.397409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:05.398472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:05.565583 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b0460062-cd41-4a9e-a440-0daa41aa3f44 None None] Provisioning complete for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:05.565948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b0460062-cd41-4a9e-a440-0daa41aa3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.616847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b0460062-cd41-4a9e-a440-0daa41aa3f44 None None] Port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:28:05.656123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Router 7d408edb-dd5a-460d-9379-ec0ad953d675 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:28:05.805539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:28:05.815236 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-339261f3-8016-426b-b82e-0a8f90b369a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/7d408edb-dd5a-460d-9379-ec0ad953d675/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3908184 Mar 22 11:28:05.816175 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Sync routers for ids ['7d408edb-dd5a-460d-9379-ec0ad953d675'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:05.826537 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Routers {'7d408edb-dd5a-460d-9379-ec0ad953d675'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:28:05.827376 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:28:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d408edb-dd5a-460d-9379-ec0ad953d675'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:06.000053 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Set router 7d408edb-dd5a-460d-9379-ec0ad953d675 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:28:06.362129 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:04Z', 'revision_number': 2, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port_host': None, '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:04Z', 'revision_number': 2, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:06.366807 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Checking router: 7d408edb-dd5a-460d-9379-ec0ad953d675 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:06.367169 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Updating router 7d408edb-dd5a-460d-9379-ec0ad953d675 port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:28:06.418283 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:06.791564 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:06.806357 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Transition to ACTIVE for port object 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:28:06.884474 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:07.048429 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Pushing event updated for resources: {'Port': ['ID=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:07.090117 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Tracked resource versions report: Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: pushed versions: Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: { 'AddressGroup': {'1.2'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'ConntrackHelper': {'1.0'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Log': {'1.0'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Network': {'1.1'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Port': {'1.7'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'PortForwarding': {'1.2'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'QosPolicy': {'1.8'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroup': {'1.4'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SubPort': {'1.0'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Subnet': {'1.1'}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Trunk': {'1.1'}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: consumer versions: Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'ConntrackHelper': '1.0', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Log': '1.0', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Network': '1.1', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Port': '1.7', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'PortForwarding': '1.2', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'QosPolicy': '1.8', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroup': '1.4', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroupRule': '1.2', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SubPort': '1.0', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Subnet': '1.1', Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Trunk': '1.1'}} Mar 22 11:28:07.100132 dv-neutron-828143-11-hyperv neutron-server[88744]: {{(pid=88744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:28:07.137134 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Attempting to bind port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:28:07.137538 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Attempting to bind port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:28:07.137949 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Attempting to bind port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a on network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:28:07.143600 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:28:07.143997 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Checking segment: {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:28:07.144475 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:07.145218 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Bound using segment: {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:28:07.145371 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Bound port: 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6a05d0-eb71-4cc3-bea2-b2c02e93c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:28:07.145758 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:07.235941 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] For port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:28:07.239861 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] For port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,segment=NetworkSegment(8c6a05d0-eb71-4cc3-bea2-b2c02e93c244),segment_id=8c6a05d0-eb71-4cc3-bea2-b2c02e93c244)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:28:07.307761 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:07.395739 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Routers {'7d408edb-dd5a-460d-9379-ec0ad953d675'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:28:07.396369 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:28:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d408edb-dd5a-460d-9379-ec0ad953d675'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:07.461697 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784235-911e-49bc-bf94-5e2c985bd120 None None] Pushing event updated for resources: {'Port': ['ID=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:07.555324 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] Set router 7d408edb-dd5a-460d-9379-ec0ad953d675 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:28:07.870538 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:04Z', 'revision_number': 2, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port_host': None, '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:07Z', 'revision_number': 4, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:07.874325 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02355d-f273-4579-83ce-9bdfe313c46c None None] The sync data for ids ['7d408edb-dd5a-460d-9379-ec0ad953d675'] in dv-neutron-828143-11-hyperv is: [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:04Z', 'revision_number': 2, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port_host': None, '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:07Z', 'revision_number': 4, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:28:08.027245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48232) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:28:08.184143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a681c-e5b1-416b-975c-4147a7a7ffbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:08.184754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a41a681c-e5b1-416b-975c-4147a7a7ffbb admin admin] Synchronizing usage tracker for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:28:08.268037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a41a681c-e5b1-416b-975c-4147a7a7ffbb admin admin] Unset dirty status for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:28:08.269250 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a41a681c-e5b1-416b-975c-4147a7a7ffbb admin admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 842 time: 0.2410491 Mar 22 11:28:08.279041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:08.284287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:28:08.288452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Usage tracker for resource:subnet and tenant:75c209dfbd8d43d4adf8ebaadfc7d041 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:28:08.291296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:28:08.297323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:28:08.364374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Made reservation on behalf of 75c209dfbd8d43d4adf8ebaadfc7d041 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:28:08.366618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.846392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:28:08.846859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.917262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a43c397-abfd-4d4b-8ebe-73b7d00a3870,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:08.926597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:28:08.926980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Network hostable DHCP agents. Network: d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:28:09.027102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:28:09.128645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:09.133349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:09.133925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:09.137742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0b695-bd8c-4b43-98f0-14704b60d185 None None] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:28:09.210620 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-07ea8026-e9f2-4474-8d09-7597b39e3b65 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9350529 Mar 22 11:28:09.358541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1437b-3e06-4387-a9a1-70935e399059 None None] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:28:10.222454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:28:10.404590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:28:10.409691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:10.410063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:10.524888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:10.559870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,segment=NetworkSegment(8c6a05d0-eb71-4cc3-bea2-b2c02e93c244),segment_id=8c6a05d0-eb71-4cc3-bea2-b2c02e93c244)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:28:10.655213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:10.719750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:11.493545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48246) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:28:11.699232 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d20aae90-0ec8-46c4-91de-8a7181dd515e admin admin] 10.222.0.53 "GET /v2.0/routers/7d408edb-dd5a-460d-9379-ec0ad953d675 HTTP/1.1" status: 200 len: 710 time: 0.2045140 Mar 22 11:28:11.822107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76cee4-24c9-414a-be3e-2ed552899012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:11.823455 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9d76cee4-24c9-414a-be3e-2ed552899012 admin admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 886 time: 0.1191523 Mar 22 11:28:11.832544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:12.207139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:28:12.265425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.273044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:12.273415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.694721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.750032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.888458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Allocated IP 172.26.5.162 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/55bab761-467b-4887-a127-40f4f0c920aa) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:28:13.031460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:13.176203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:13.235177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:13.238267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:13.245690 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:28:13.309006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Pushing event updated for resources: {'Port': ['ID=55bab761-467b-4887-a127-40f4f0c920aa,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:13.713327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:14.089280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:14.092449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:14.265911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Router 7d408edb-dd5a-460d-9379-ec0ad953d675 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:28:14.440062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:28:14.447999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:14.451434 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1860a047-ecaf-4b6f-ac08-358bc2948adc admin admin] 10.222.0.53 "PUT /v2.0/routers/7d408edb-dd5a-460d-9379-ec0ad953d675 HTTP/1.1" status: 200 len: 890 time: 2.6203022 Mar 22 11:28:14.451608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Sync routers for ids ['7d408edb-dd5a-460d-9379-ec0ad953d675'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:14.459759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Routers {'7d408edb-dd5a-460d-9379-ec0ad953d675'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:28:14.460631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:28:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d408edb-dd5a-460d-9379-ec0ad953d675'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:14.676118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Set router 7d408edb-dd5a-460d-9379-ec0ad953d675 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:28:15.010385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '55bab761-467b-4887-a127-40f4f0c920aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:13Z', 'revision_number': 4, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port': {'id': '55bab761-467b-4887-a127-40f4f0c920aa', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:12Z', 'updated_at': '2022-03-22T11:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:10Z', 'revision_number': 5, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:15.014973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Checking router: 7d408edb-dd5a-460d-9379-ec0ad953d675 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:15.015326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Updating router 7d408edb-dd5a-460d-9379-ec0ad953d675 port 55bab761-467b-4887-a127-40f4f0c920aa binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:28:15.066309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.389909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.400936 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Transition to ACTIVE for port object 55bab761-467b-4887-a127-40f4f0c920aa will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:28:15.501178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.576272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Attempting to bind port 55bab761-467b-4887-a127-40f4f0c920aa on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:28:15.576659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Attempting to bind port 55bab761-467b-4887-a127-40f4f0c920aa by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:28:15.577023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Attempting to bind port 55bab761-467b-4887-a127-40f4f0c920aa on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:28:15.582548 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d708144-6428-4811-bb29-dbb1be6953d9 None None] Pushing event updated for resources: {'Port': ['ID=55bab761-467b-4887-a127-40f4f0c920aa,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:15.586723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:28:15.589943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:28:15.589943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.589943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:28:15.589943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Bound port: 55bab761-467b-4887-a127-40f4f0c920aa, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:28:15.589943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.661726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] For port 55bab761-467b-4887-a127-40f4f0c920aa, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:28:15.664459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] For port 55bab761-467b-4887-a127-40f4f0c920aa, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=55bab761-467b-4887-a127-40f4f0c920aa,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:28:15.751699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:15.830998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d708144-6428-4811-bb29-dbb1be6953d9 None None] Pushing event updated for resources: {'Port': ['ID=55bab761-467b-4887-a127-40f4f0c920aa,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:15.835526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Routers {'7d408edb-dd5a-460d-9379-ec0ad953d675'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:28:15.836109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:28:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d408edb-dd5a-460d-9379-ec0ad953d675'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:16.013450 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] Set router 7d408edb-dd5a-460d-9379-ec0ad953d675 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:28:16.369582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '55bab761-467b-4887-a127-40f4f0c920aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:13Z', 'revision_number': 4, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port': {'id': '55bab761-467b-4887-a127-40f4f0c920aa', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:12Z', 'updated_at': '2022-03-22T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:10Z', 'revision_number': 5, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:16.373393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c6358-1db7-4813-a5f8-cc7e4789e12a None None] The sync data for ids ['7d408edb-dd5a-460d-9379-ec0ad953d675'] in dv-neutron-828143-11-hyperv is: [{'id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'name': 'router1', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '55bab761-467b-4887-a127-40f4f0c920aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:54Z', 'updated_at': '2022-03-22T11:28:13Z', 'revision_number': 4, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'gw_port': {'id': '55bab761-467b-4887-a127-40f4f0c920aa', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:12Z', 'updated_at': '2022-03-22T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a', 'name': '', 'network_id': '5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c', 'tenant_id': '9e1a2e07af63490bb5bf65e499123e7d', 'mac_address': 'fa:16:3e:31:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d408edb-dd5a-460d-9379-ec0ad953d675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:03Z', 'updated_at': '2022-03-22T11:28:10Z', 'revision_number': 5, 'project_id': '9e1a2e07af63490bb5bf65e499123e7d', 'subnets': [{'id': 'bb7ed9e6-ebb7-472c-bf28-0533df7324e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9556e697-7cd0-4a02-b0af-631b11dfed52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:28:16.840062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48256) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:28:16.956602 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-966ec6ee-13ad-4f79-87fe-926ac79d03da admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153569 Mar 22 11:28:18.248260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 55bab761-467b-4887-a127-40f4f0c920aa up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:28:18.426675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 55bab761-467b-4887-a127-40f4f0c920aa completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:28:18.431555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 55bab761-467b-4887-a127-40f4f0c920aa triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:18.431930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:18.557325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:18.575430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 55bab761-467b-4887-a127-40f4f0c920aa, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=55bab761-467b-4887-a127-40f4f0c920aa,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:28:18.678682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:18.753631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=55bab761-467b-4887-a127-40f4f0c920aa,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:20.221475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 55bab761-467b-4887-a127-40f4f0c920aa up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:28:20.324252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 55bab761-467b-4887-a127-40f4f0c920aa triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:20.324929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:27.123371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ab1df0eb-0505-4c90-ae45-75554afa03d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:29.597329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5dea-527f-415e-b9ff-25695717ee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:30.546019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:30.580765 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:31.609025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:35.142131 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:28:57.128064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f8556284-2014-4e75-820d-e1c9f989a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.631413 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5832a693-760c-47aa-8745-705a958cd3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.539578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.556230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.602529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:12.141073 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:29:27.129178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1e367d0d-090d-4936-9a80-bb8557030eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:29.608797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2dffbe99-0bb8-43a8-a0d1-a7e4d82d73b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:30.556820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:30.585419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:31.620108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:49.139372 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:29:57.174619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ae539ed7-317f-49b3-8f9e-6154c207d1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:59.614954 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cb624aa4-e28a-4ea1-bf59-62bbb09908b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:00.649085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:00.706393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:01.614713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:25.081011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48860) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:25.150226 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2f9aea-a0a8-4231-9279-f06d5c140a01 admin admin] GET failed (client error): The resource could not be found. Mar 22 11:30:25.151515 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8d2f9aea-a0a8-4231-9279-f06d5c140a01 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695717 Mar 22 11:30:25.279335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed302d56-25b9-484e-8786-d50a52aaabd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:25.280772 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ed302d56-25b9-484e-8786-d50a52aaabd2 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248453 Mar 22 11:30:26.138165 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:30:27.146723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bed76f6-62a0-49f3-941a-78ffc4b5c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:27.409935 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48870) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:27.546156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cdde5c-2457-4753-85cf-1793eee5274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:27.547516 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0cdde5c-2457-4753-85cf-1793eee5274d admin admin] 10.222.0.53 "GET /v2.0/subnets/bb7ed9e6-ebb7-472c-bf28-0533df7324e4 HTTP/1.1" status: 200 len: 849 time: 0.1367402 Mar 22 11:30:27.556522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:30:27.669696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:27.929473 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751543734775'] for subnet, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:27.972929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:27.973515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:27.974885 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] 10.222.0.53 "PUT /v2.0/subnets/bb7ed9e6-ebb7-472c-bf28-0533df7324e4 HTTP/1.1" status: 200 len: 868 time: 0.4217615 Mar 22 11:30:27.977034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb6556-229b-4882-89fd-e2b02e1bb3ab None None] Network 5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:30:27.998259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7ed9e6-ebb7-472c-bf28-0533df7324e4,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:30:28.005901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.006944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.006944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.006944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.007207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.007548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.007881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.008209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.008553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.008885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.009210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.009523 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a201b0c-014e-4004-a6c6-3f91f54611ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:30:28.385036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-489b6151-09b0-4cae-8fa4-ccde15ef2461 None None] Provisioning complete for port 37cdbef0-25ec-4cf2-8b91-9eb0fa77bf2a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:30:28.385538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-489b6151-09b0-4cae-8fa4-ccde15ef2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:28.508895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-489b6151-09b0-4cae-8fa4-ccde15ef2461 None None] Provisioning complete for port b5591ed4-8cee-409e-a532-d7bdf609aa1b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:30:28.509201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-489b6151-09b0-4cae-8fa4-ccde15ef2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:29.626270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2d5d71d4-e8d7-4798-abba-8983918b2fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:30.131611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48880) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:30.300059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcd640-4731-4f2e-95bc-566d09e65741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:30.300536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcd640-4731-4f2e-95bc-566d09e65741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:30.302041 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-40dcd640-4731-4f2e-95bc-566d09e65741 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1695223 Mar 22 11:30:30.592435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:30.637863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:31.631895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:32.459088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48890) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:32.627136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc0022-4e83-48c2-b6ca-6dd6cc6ceaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:32.627601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc0022-4e83-48c2-b6ca-6dd6cc6ceaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:32.629129 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a3fc0022-4e83-48c2-b6ca-6dd6cc6ceaf4 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1691263 Mar 22 11:30:34.776453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48900) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:34.946677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcc9f1-4368-4c8e-97ea-af76978ecd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:34.948022 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bfdcc9f1-4368-4c8e-97ea-af76978ecd6f admin admin] 10.222.0.53 "GET /v2.0/networks/5589cbf3-ed87-41ea-a8c8-5b2a0e9afc8c HTTP/1.1" status: 200 len: 869 time: 0.1706183 Mar 22 11:30:37.077267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48910) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:37.240446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37abdf4-82e5-40f1-9615-6687aff9c577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:37.241810 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e37abdf4-82e5-40f1-9615-6687aff9c577 admin admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 886 time: 0.1636093 Mar 22 11:30:39.375881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48920) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:39.482090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcaa0b-32a3-4bf1-b0f1-a525e5784b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:39.482538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcaa0b-32a3-4bf1-b0f1-a525e5784b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:39.483994 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3cdcaa0b-32a3-4bf1-b0f1-a525e5784b84 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071672 Mar 22 11:30:41.637297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 48930) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:41.743355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c320398-662e-46f1-b4c6-eda227f15d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:41.743807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c320398-662e-46f1-b4c6-eda227f15d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:41.744583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6c320398-662e-46f1-b4c6-eda227f15d32 admin admin] Synchronizing usage tracker for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:30:41.803295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6c320398-662e-46f1-b4c6-eda227f15d32 admin admin] Unset dirty status for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:30:41.804467 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c320398-662e-46f1-b4c6-eda227f15d32 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1662481 Mar 22 11:30:43.948405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48940) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:44.045904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ee3a3-138c-46dd-a095-c60eb2f030b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:44.047207 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-270ee3a3-138c-46dd-a095-c60eb2f030b2 admin admin] 10.222.0.53 "GET /v2.0/subnets/0a43c397-abfd-4d4b-8ebe-73b7d00a3870 HTTP/1.1" status: 200 len: 816 time: 0.0978076 Mar 22 11:30:46.187683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48950) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:30:46.296687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193aa1b-0183-4e2f-8240-d11ba78a2467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:46.297998 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b193aa1b-0183-4e2f-8240-d11ba78a2467 admin admin] 10.222.0.53 "GET /v2.0/subnets/bb7ed9e6-ebb7-472c-bf28-0533df7324e4 HTTP/1.1" status: 200 len: 868 time: 0.1093600 Mar 22 11:30:57.122238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2388f964-0e7d-4799-8647-0142caae847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:59.609845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-15d9f124-ffeb-4909-8c73-4e40ab92f7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:00.547146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:00.569680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:01.638413 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:03.137879 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:31:05.703308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 48996) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:31:05.749791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-2a9a2d99-8605-4942-abf6-744d81ed1436 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:31:05.750753 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2a9a2d99-8605-4942-abf6-744d81ed1436 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465157 Mar 22 11:31:07.964638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49006) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:31:08.029037 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-490aa30f-caf5-4737-bd03-44067af9369e admin admin] GET failed (client error): The resource could not be found. Mar 22 11:31:08.030270 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-490aa30f-caf5-4737-bd03-44067af9369e admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647259 Mar 22 11:31:08.154135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868371b-d011-4650-b4a6-68dd3bd67f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:08.155562 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d868371b-d011-4650-b4a6-68dd3bd67f8c admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1208489 Mar 22 11:31:10.323442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49016) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:31:10.369493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:31:10.374530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:31:10.384455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:31:10.444104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Made reservation on behalf of 75c209dfbd8d43d4adf8ebaadfc7d041 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:31:10.446367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.533593 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.services.revisions.revision_plugin [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Could not find related network for resource to bump revision. Mar 22 11:31:10.545724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:31:10.554483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.554827 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Added segment 7de6385f-2fb5-4725-bbd2-5d7368a51719 of type vlan for network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 Mar 22 11:31:10.580108 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.678094 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.679067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:10.679644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.777100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] Pushing event updated for resources: {'Network': ['ID=94cc7ae3-46e4-4a6c-b5a2-23e9195966d9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:10.787580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:31:10.828391 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-597ea68f-575a-405c-8df7-cb574dfae91e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5029523 Mar 22 11:31:13.002861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49026) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:31:13.067420 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e152c3-584c-4e4f-b779-0db4b455b1ee admin admin] GET failed (client error): The resource could not be found. Mar 22 11:31:13.067934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f4e152c3-584c-4e4f-b779-0db4b455b1ee admin admin] Synchronizing usage tracker for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:31:13.180919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f4e152c3-584c-4e4f-b779-0db4b455b1ee admin admin] Unset dirty status for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:31:13.182057 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f4e152c3-584c-4e4f-b779-0db4b455b1ee admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1782663 Mar 22 11:31:13.285503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed1a960-f91d-426a-9cc0-2b097f2ae7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:13.286891 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8ed1a960-f91d-426a-9cc0-2b097f2ae7c7 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008976 Mar 22 11:31:13.296032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9', 'cidr': '192.168.233.0/24'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:31:13.300271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:31:13.309456 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:31:13.374869 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Made reservation on behalf of 75c209dfbd8d43d4adf8ebaadfc7d041 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:31:13.377198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:13.695553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:13.768116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cc38a6-7ff3-4bcc-9bad-117b301546b3,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:13.775147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Checking segment: {'id': '7de6385f-2fb5-4725-bbd2-5d7368a51719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:31:13.775500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Network hostable DHCP agents. Network: 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:31:13.849727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:31:13.901048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:31:13.905653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:13.908698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:13.910176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c74aab-abb8-44cc-bb93-d38145ed49c1 None None] Network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:31:13.970641 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d465e7d1-8539-482b-a017-ac6cf90b67d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6776721 Mar 22 11:31:14.127418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-94cc7ae3-46e4-4a6c-b5a2-23e9195966d9', 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9', 'tenant_id': '75c209dfbd8d43d4adf8ebaadfc7d041', 'fixed_ips': [{'subnet_id': '67cc38a6-7ff3-4bcc-9bad-117b301546b3'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:31:14.128282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.297220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Allocated IP 192.168.233.2 (94cc7ae3-46e4-4a6c-b5a2-23e9195966d9/67cc38a6-7ff3-4bcc-9bad-117b301546b3/ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:31:14.507387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.517482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Transition to ACTIVE for port object ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:31:14.536284 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Transition to ACTIVE for port object ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:31:14.604891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.665930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:31:14.672811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:31:14.675368 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:31:14.708835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Pushing event updated for resources: {'Port': ['ID=ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:14.726832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.727180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.727527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.727876 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.728215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.728566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.728896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.729242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.729564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.729883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.730194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.730511 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:14.782656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Attempting to bind port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:31:14.782976 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Attempting to bind port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '7de6385f-2fb5-4725-bbd2-5d7368a51719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:31:14.783302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Attempting to bind port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 on network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:31:14.789167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:31:14.789536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Checking segment: {'id': '7de6385f-2fb5-4725-bbd2-5d7368a51719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:31:14.789926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.790433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Bound using segment: {'id': '7de6385f-2fb5-4725-bbd2-5d7368a51719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:31:14.790915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Bound port: ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de6385f-2fb5-4725-bbd2-5d7368a51719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94cc7ae3-46e4-4a6c-b5a2-23e9195966d9'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:31:14.791261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.879801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] For port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:31:14.882873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] For port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2,segment=NetworkSegment(7de6385f-2fb5-4725-bbd2-5d7368a51719),segment_id=7de6385f-2fb5-4725-bbd2-5d7368a51719)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:31:14.935629 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:15.013075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3665f5-1260-46d2-a63e-4608da1f51f8 None None] Pushing event updated for resources: {'Port': ['ID=ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:15.824445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489bbccf-0f00-4772-b31a-3f6f982b3fa2 None None] Network 94cc7ae3-46e4-4a6c-b5a2-23e9195966d9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:31:15.992663 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b2fd2115-734d-45f5-b746-ebcadb4001f4 None None] Provisioning for port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:31:16.331720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:31:16.478535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:31:16.483794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:31:16.484160 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:16.628629 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:16.660248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2,segment=NetworkSegment(7de6385f-2fb5-4725-bbd2-5d7368a51719),segment_id=7de6385f-2fb5-4725-bbd2-5d7368a51719)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:31:16.718272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:16.791371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:18.308409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:31:18.375693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ed5f7bd6-e7d5-4bb4-9202-d6e92e136fd2 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:31:18.376059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:27.117981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c2ae80ce-9daf-4a0f-9cc4-e16ca94a1804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:29.603657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-935dd651-3d58-4594-898e-c21c63c9209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:30.563937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:30.586551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:31.637826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:40.136115 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:31:57.124017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a14bcea7-3820-408e-8107-f58b0f797898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:59.626860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-25bb2610-df6d-49da-a525-ae985e802d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:00.593062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:00.615660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:01.615315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:17.134476 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:32:27.124289 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bdf5132c-1f4f-4f0c-ad3e-dd3978d860d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:29.604292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e664ab04-aa09-460f-b0d3-08bfae8f7f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:30.576273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:30.610201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:31.615563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:54.132716 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:32:57.135577 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-16617fe7-9793-4b88-9c93-3981174dd7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:59.632714 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f3a83fa2-3bfb-4093-b9ec-452a509f161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:00.570294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:00.607415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:01.632891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:07.510209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49070) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:33:07.516336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-08ff2fa1-d337-48b2-93d8-1fea49d2b654 tempest-verify_tempest_config-791080754 tempest-verify_tempest_config-791080754-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:33:07.517339 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-08ff2fa1-d337-48b2-93d8-1fea49d2b654 tempest-verify_tempest_config-791080754 tempest-verify_tempest_config-791080754-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061758 Mar 22 11:33:08.106840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49088) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:33:08.217336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.234152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:33:08.237904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Usage tracker for resource:security_group_rule and tenant:e90473c751c543af8cca1a8b11b1a9a4 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:33:08.240650 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:33:08.246806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:33:08.328480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.427048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.473695 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e90473c751c543af8cca1a8b11b1a9a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3658252 Mar 22 11:33:08.475418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5a632-0502-4ed9-ae91-05508dc8b7f1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:08.476382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49094) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:33:08.482693 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.483068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.483420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.483761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.484112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.484460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.484825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.485166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.485493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.485812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.486132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.486449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7d9e63-26b7-486f-b05d-4f7c01e811ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.534192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.560007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.707107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.723304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5a632-0502-4ed9-ae91-05508dc8b7f1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:08.730646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.731749 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bb5a632-0502-4ed9-ae91-05508dc8b7f1 HTTP/1.1" status: 204 len: 168 time: 0.2543898 Mar 22 11:33:08.733056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.733401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.733737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.734069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.734391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.734772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.735102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.735438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.735765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.736085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.736403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:08.736739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653b65b-ab7b-4539-bd9f-c8cb9fdd4e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:27.175280 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d41fb33-f1a6-4c8a-9c37-c6f78df8c382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:29.598318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2fbdb2e-25c8-415a-9eed-c2a6b6dca2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:30.609833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:30.621454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.131555 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:33:31.638499 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:57.158277 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f6ed24e6-2bf2-4584-ada3-0c0b2df0f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:59.644117 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-600afa57-ae9a-4f71-9399-91a8ab94e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:00.575469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:00.626553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:01.649587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:08.129858 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 5 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:34:27.141520 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88989a1e-24a6-4b3c-8af7-26698523a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:29.575732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332039'] for agent, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:29.673108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e166657-7493-4311-a13b-ff40368f150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:30.604285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:30.627500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:31.655126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:44.738755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49176) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:34:44.847202 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4eb6f907-7353-49f0-95c1-eb1b6a601978 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.1073465 Mar 22 11:34:45.129529 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:34:47.007732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49186) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:34:47.064058 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b3b24bbb-c958-4369-93b4-678c8f9719a1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.0552673 Mar 22 11:34:57.135251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-394b1720-f3b5-4e25-83e8-505279d9c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:59.524048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:59.615162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-36f61225-a929-4234-9d5f-63aace7abf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:00.615148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:00.660797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:01.654756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:22.127980 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:35:27.141096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2fada22-84bc-4ed3-91aa-b59e81056d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:29.518557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:29.632327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7c72ff12-dcb3-4076-9381-224dae459a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:30.586256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:30.608896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:31.666482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:57.190821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4390eb70-11cd-495e-a1a0-3728dfceebc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:59.126586 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:35:59.523070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:59.603668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4a8b93ec-8642-4836-9ab7-2c4a2091e528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:00.603236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:00.631481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:01.671584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.091761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49328) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:19.422938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-824539826-network', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:19.428086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:19.432714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Usage tracker for resource:network and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:19.436753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:19.443218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:19.516022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Made reservation on behalf of b10ba6caad1e47b7ae70cc6ce95a91b7 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:19.518562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.530639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.536477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49356) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:19.545239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:19.549599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Usage tracker for resource:security_group_rule and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:19.556863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:19.563247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:19.654152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.727432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.758521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:19.766742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c5728-fee4-49d3-bb4e-353302b9a474,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:19.785265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.785461 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Added segment 4dbe49ad-7e63-43be-9da3-154ed849d83f of type vlan for network 3db4209a-2370-49cc-80ea-e13ddcf7b6af Mar 22 11:36:19.788369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.788764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.789110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.789451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.789781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.790127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.790482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.790825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.791186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.792675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.793283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.794055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Tracked resource versions report: Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: pushed versions: Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: { 'AddressGroup': {'1.2'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'ConntrackHelper': {'1.0'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Log': {'1.0'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Network': {'1.1'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Port': {'1.7'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'PortForwarding': {'1.2'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'QosPolicy': {'1.8'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroup': {'1.4'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SubPort': {'1.0'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Subnet': {'1.1'}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Trunk': {'1.1'}} Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: consumer versions: Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: HyperV agent@hv-neutron-8281: {}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'ConntrackHelper': '1.0', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Log': '1.0', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Network': '1.1', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Port': '1.7', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'PortForwarding': '1.2', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'QosPolicy': '1.8', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroup': '1.4', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SecurityGroupRule': '1.2', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'SubPort': '1.0', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Subnet': '1.1', Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: 'Trunk': '1.1'}} Mar 22 11:36:19.796139 dv-neutron-828143-11-hyperv neutron-server[88742]: {{(pid=88742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:36:19.835422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.928986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:19.929960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:19.930633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.034206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] Pushing event updated for resources: {'Network': ['ID=3db4209a-2370-49cc-80ea-e13ddcf7b6af,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:20.046478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:20.111389 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9d929aee-4c13-443e-bbe0-8655c2f2dfee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0178828 Mar 22 11:36:20.114778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49374) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:20.120073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Request body: {'subnet': {'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-824539826-subnet', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:20.124901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.129650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Usage tracker for resource:subnet and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.132243 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.138306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.231643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1615557028'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:20.237368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.241653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:network and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.244417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.250029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.355925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Made reservation on behalf of b10ba6caad1e47b7ae70cc6ce95a91b7 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:20.356096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:20.358670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.360199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.384959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49380) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:20.385695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.413960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.418671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:security_group_rule and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.421711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.428777 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.481118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49388) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:20.531079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.580491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.621785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:20.626496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f13392-786f-48f9-be07-88b682c6f2ce,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:20.635941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.636727 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Added segment ea169f4e-5396-4f27-bfd2-ab84ce0e543f of type vlan for network 12aa30c5-1cca-4456-9107-763d6c178afb Mar 22 11:36:20.638201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.638543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.638879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.639207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.639554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.639880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.640201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.640551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.640862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.641561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.641561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.641897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Tracked resource versions report: Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: pushed versions: Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: { 'AddressGroup': {'1.2'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'ConntrackHelper': {'1.0'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Log': {'1.0'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Network': {'1.1'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Port': {'1.7'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'PortForwarding': {'1.2'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'QosPolicy': {'1.8'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroup': {'1.4'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SubPort': {'1.0'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Subnet': {'1.1'}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Trunk': {'1.1'}} Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: consumer versions: Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: HyperV agent@hv-neutron-8281: {}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'ConntrackHelper': '1.0', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Log': '1.0', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Network': '1.1', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Port': '1.7', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'PortForwarding': '1.2', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'QosPolicy': '1.8', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroup': '1.4', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SecurityGroupRule': '1.2', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'SubPort': '1.0', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Subnet': '1.1', Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: 'Trunk': '1.1'}} Mar 22 11:36:20.642982 dv-neutron-828143-11-hyperv neutron-server[88741]: {{(pid=88741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:36:20.655177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.689853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.742445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-841344537-network', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:20.746221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.751790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Usage tracker for resource:network and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.753945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.761009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.780842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1115899006-network', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:20.786518 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f79b03f-2cf4-41f3-b44d-f04ae4771548,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:20.796580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.800629 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Usage tracker for resource:network and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.803444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.815527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.826487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.827531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Checking segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:20.827890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Network hostable DHCP agents. Network: 3db4209a-2370-49cc-80ea-e13ddcf7b6af, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:20.833820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:20.837877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.908641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Made reservation on behalf of b8aaf5955f7d4bb4823ae7c5837c8967 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:20.912544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.927796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.935143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:20.937334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Made reservation on behalf of 28d3dbed69ad467ca1413d9d705035d7 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:20.939609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.955583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:20.970116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:20.973954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Usage tracker for resource:security_group_rule and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:20.976742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:20.982248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:20.998245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:21.005107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4675696 Mar 22 11:36:21.005915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb321-d6d5-4388-a265-2d20bd8736c3 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Network': ['ID=12aa30c5-1cca-4456-9107-763d6c178afb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:21.015278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Usage tracker for resource:security_group_rule and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:21.016120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49410) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:21.016223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:21.017583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:21.018036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 12aa30c5-1cca-4456-9107-763d6c178afb details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:21.018955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'subnet': {'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:21.055656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 3db4209a-2370-49cc-80ea-e13ddcf7b6af) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:21.060972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:21.062170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.118195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.139338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1b5a8-6bd5-44e7-b25f-fd153f3bdae5 None None] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:21.180684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:21.191691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:subnet and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:21.196248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:21.208734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:21.213720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.219782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.251967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:21.261339 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a6ed18c7-31ac-4d79-9435-62b106510ce5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1451430 Mar 22 11:36:21.262102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b3c3e8-b22c-4bcf-8d3d-4560442eb32f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:21.263786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49418) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:21.268199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.268847 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Added segment dc88545a-b11a-40db-bcbb-03d1be8398e3 of type vlan for network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 Mar 22 11:36:21.277083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:21.283226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:21.288183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Usage tracker for resource:router and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:21.291931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:21.297647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:21.299032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.311761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.332624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:21.364782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77429ee-1fed-4e79-aeb3-416f711bf1d8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:21.378097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.378097 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Added segment db51f18c-e70d-4daa-9c78-f6c8014641ae of type vlan for network bea6b392-9abd-462e-a09a-f1dbf07bff35 Mar 22 11:36:21.401887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.402553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.404087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:36:21.405183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.418091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.423154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.443353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.444959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:21.445286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:21.446094 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.448593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.585445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] Pushing event updated for resources: {'Network': ['ID=d933bdbf-b0f9-43af-9bd2-f511d4f058f3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:21.591880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Allocated IP 172.20.0.2 (3db4209a-2370-49cc-80ea-e13ddcf7b6af/9f79b03f-2cf4-41f3-b44d-f04ae4771548/017d7085-cc80-4e95-ad0d-d24b63d1a8ab) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:21.604070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:21.682252 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0c4ab762-b7ff-4c95-9d81-145e7e5bfb1f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2741709 Mar 22 11:36:21.687911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49438) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:21.689097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Request body: {'subnet': {'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-841344537-subnet', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:21.697320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:21.707621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Usage tracker for resource:subnet and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:21.712702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:21.723847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:21.764534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.765394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:21.765960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.826426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Made reservation on behalf of b8aaf5955f7d4bb4823ae7c5837c8967 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:21.834149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.878032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.953616 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:21.953882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] Pushing event updated for resources: {'Network': ['ID=bea6b392-9abd-462e-a09a-f1dbf07bff35,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:21.970296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Transition to ACTIVE for port object 017d7085-cc80-4e95-ad0d-d24b63d1a8ab will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:21.994300 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Transition to ACTIVE for port object 017d7085-cc80-4e95-ad0d-d24b63d1a8ab will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:21.999940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:22.116742 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-645d08c6-2274-4626-bbb4-47d55f01a33a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6343060 Mar 22 11:36:22.120434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.120617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49448) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:22.128209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Request body: {'subnet': {'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1115899006-subnet', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:22.136172 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:22.139956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Usage tracker for resource:subnet and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:22.143306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:22.149127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:22.178679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.185112 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:22.187924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:22.191953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:22.248299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.266074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Pushing event updated for resources: {'Port': ['ID=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:22.293258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.293519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Subnet': ['ID=c86e6448-416f-466c-adc2-66ae952ade0b,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:22.293988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.293988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.294228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.294736 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.295238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.295706 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.296243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.296759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.297240 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.297713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.298186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Tracked resource versions report: Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: pushed versions: Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: { 'AddressGroup': {'1.2'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'ConntrackHelper': {'1.0'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Log': {'1.0'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Network': {'1.1'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Port': {'1.7'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'PortForwarding': {'1.2'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'QosPolicy': {'1.8'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroup': {'1.4'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SubPort': {'1.0'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Subnet': {'1.1'}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Trunk': {'1.1'}} Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: consumer versions: Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: HyperV agent@hv-neutron-8281: {}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'ConntrackHelper': '1.0', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Log': '1.0', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Network': '1.1', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Port': '1.7', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'PortForwarding': '1.2', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'QosPolicy': '1.8', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroup': '1.4', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SecurityGroupRule': '1.2', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'SubPort': '1.0', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Subnet': '1.1', Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: 'Trunk': '1.1'}} Mar 22 11:36:22.299444 dv-neutron-828143-11-hyperv neutron-server[88743]: {{(pid=88743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:36:22.312055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Attempting to bind port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:22.312617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Attempting to bind port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:22.313150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Attempting to bind port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab on network 3db4209a-2370-49cc-80ea-e13ddcf7b6af {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:22.313595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Checking segment: {'id': 'ea169f4e-5396-4f27-bfd2-ab84ce0e543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:22.313958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network hostable DHCP agents. Network: 12aa30c5-1cca-4456-9107-763d6c178afb, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:22.319166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:22.319823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Checking segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:22.320370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.320956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Bound using segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:22.321561 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Bound port: 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:22.322205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.369363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Made reservation on behalf of 28d3dbed69ad467ca1413d9d705035d7 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:22.372697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.406204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:22.450751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] For port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:22.463274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] For port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:22.527967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 12aa30c5-1cca-4456-9107-763d6c178afb) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:22.533286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:22.535611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.536670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38587bf-7a94-4423-8c4a-d8b4a21b9627 None None] Network 12aa30c5-1cca-4456-9107-763d6c178afb requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:22.577861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.623433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Checking segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:22.623977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Network hostable DHCP agents. Network: d933bdbf-b0f9-43af-9bd2-f511d4f058f3, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:22.654840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:22.664658 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-325e23d9-2359-4333-b5c3-152679cd8a2e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6513264 Mar 22 11:36:22.666910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49468) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:22.670588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.711312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-351533285', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:22.716964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:22.721951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:22.738275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:router and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:22.746131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:22.760144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:22.770018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.774372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.862353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe685b0-a5f5-40ca-a44d-60001a5858a7 None None] Network 12aa30c5-1cca-4456-9107-763d6c178afb requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:22.864020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.868775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e304e3b4-0dad-427c-9476-c6a15972440a,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:22.868911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.881554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, d933bdbf-b0f9-43af-9bd2-f511d4f058f3) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:22.937232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Checking segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:22.937884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Network hostable DHCP agents. Network: bea6b392-9abd-462e-a09a-f1dbf07bff35, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:22.946460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.976347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:22.977421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:22.979333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Allocated IP 172.26.5.150 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/6a6ed28c-25c5-4a15-803a-cc57138426e1) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:23.007188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49478) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:23.060855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2c0ed-0b51-41eb-93e4-7575433835da None None] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:23.122298 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4c52d5fa-c681-4173-ad73-2a070d2ed701 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4359400 Mar 22 11:36:23.122298 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49486) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:23.127704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:23.163495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:23.176032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Usage tracker for resource:router and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:23.188817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:23.193912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:23.216434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49490) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:23.217288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:23.305239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, bea6b392-9abd-462e-a09a-f1dbf07bff35) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:23.309594 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:23.314322 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafd3a4-9717-4714-a9ef-734bf34d3495 None None] Pushing event updated for resources: {'Port': ['ID=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:23.314896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.335026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ada65a-ab3b-4191-9a93-9dd3c465faf7 None None] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:23.344750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:23.366196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.371691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.420543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.483962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.532760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.550986 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-196adb2b-b4fc-4d18-b00a-f5298e2c0f36 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4292278 Mar 22 11:36:23.551682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49504) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:23.558275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-d933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:36:23.558275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.571259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:23.595170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:23.608264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Usage tracker for resource:router and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:23.618262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:23.632304 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:23.901742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1320165425'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:23.901742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:23.901742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Usage tracker for resource:network and tenant:c14fddb7298f4b83a91424da488d2c39 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:23.901742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:23.906428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.906617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bea6b392-9abd-462e-a09a-f1dbf07bff35', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:36:23.906617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:23.907060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1618490731'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:23.907060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:23.948410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Allocated IP 172.20.0.2 (d933bdbf-b0f9-43af-9bd2-f511d4f058f3/e6fa3e92-4d63-4928-8d1a-c30918a7c5d7/8cfec796-305a-4349-862a-c363eac2f089) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:23.996541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6ed28c-25c5-4a15-803a-cc57138426e1,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:24.000611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Usage tracker for resource:network and tenant:fcac4569458b4e9dbb9c1a2ccbc5d325 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.014649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.024193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:24.043773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:24.051908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:24.083861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1178929005'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:24.101257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.102604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.109412 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.112907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Allocated IP 172.20.0.2 (bea6b392-9abd-462e-a09a-f1dbf07bff35/e304e3b4-0dad-427c-9476-c6a15972440a/b6e6322e-0bb7-4162-8398-74101978251d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:24.198248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:24.208112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49514) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:24.223687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Usage tracker for resource:network and tenant:21037990bd1a4b3488ae42849856c2f6 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.224484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.277297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.307394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.315526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.325600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.337174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Made reservation on behalf of c14fddb7298f4b83a91424da488d2c39 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:24.340984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.344333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.358741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.361236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Transition to ACTIVE for port object b6e6322e-0bb7-4162-8398-74101978251d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:24.366496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.377381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:24.382036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Usage tracker for resource:security_group_rule and tenant:c14fddb7298f4b83a91424da488d2c39 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.383517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Transition to ACTIVE for port object b6e6322e-0bb7-4162-8398-74101978251d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:24.385107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.389257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf68c0-dd67-4c23-97b6-91b90accce8a None None] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:24.395277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.404959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.497453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.508915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Made reservation on behalf of fcac4569458b4e9dbb9c1a2ccbc5d325 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:24.512925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.547444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.550246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Made reservation on behalf of 21037990bd1a4b3488ae42849856c2f6 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:24.554289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.575167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:24.583349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Usage tracker for resource:security_group_rule and tenant:fcac4569458b4e9dbb9c1a2ccbc5d325 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.587984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.602903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:24.608331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.618213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 017d7085-cc80-4e95-ad0d-d24b63d1a8ab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:24.622042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.643630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-33dccb84-abc0-46b2-a656-f90fb30bd723 None None] Provisioning for port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:24.698382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:24.711477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:24.720666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:24.744765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.195 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/eb88cbbc-0ff6-473b-bd25-8a3b435c3544) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:24.748015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:24.758068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:24.765704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:floatingip and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.783476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Usage tracker for resource:security_group_rule and tenant:21037990bd1a4b3488ae42849856c2f6 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:24.786183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.794932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:24.849551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.866457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Pushing event updated for resources: {'Port': ['ID=b6e6322e-0bb7-4162-8398-74101978251d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:24.866785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.871465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:24.957785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Attempting to bind port b6e6322e-0bb7-4162-8398-74101978251d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:24.958140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Attempting to bind port b6e6322e-0bb7-4162-8398-74101978251d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:24.958497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Attempting to bind port b6e6322e-0bb7-4162-8398-74101978251d on network bea6b392-9abd-462e-a09a-f1dbf07bff35 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:24.975040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:24.975378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Checking segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:24.975716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.976099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Bound using segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:24.976586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Bound port: b6e6322e-0bb7-4162-8398-74101978251d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:24.976970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:24.995072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.009544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.031802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.051314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.071384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.105376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.117750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:25.122703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Transition to ACTIVE for port object 8cfec796-305a-4349-862a-c363eac2f089 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:25.128384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:25.129510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.221066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.231632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:25.242744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Transition to ACTIVE for port object 8cfec796-305a-4349-862a-c363eac2f089 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:25.247265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.254310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f36c42-702b-41fb-909d-6983febf7a42,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:25.278128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] For port b6e6322e-0bb7-4162-8398-74101978251d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:25.280051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.280906 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Added segment 407c4133-f332-42fd-a747-533f2bf89abe of type vlan for network 7ba303f8-7999-4a84-abf8-3a800525919d Mar 22 11:36:25.283028 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] For port b6e6322e-0bb7-4162-8398-74101978251d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6e6322e-0bb7-4162-8398-74101978251d,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:25.352589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.389470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:25.389634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:25.389890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.399009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.512994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.531165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.567124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.567463 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Added segment 85dfa101-497c-4e25-bf5f-2ce2e83923d3 of type vlan for network 1feffc4e-1e3c-4051-bc98-051c6c6292bb Mar 22 11:36:25.571841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.577270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.577270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.590725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.605660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1849da7f-6233-431a-a4eb-ea167c900797,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:25.612207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:25.618934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:25.624497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:25.634789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.639081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:25.639673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.657228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:25.706055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.707312 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Added segment d452b283-0f98-4e78-99ab-0f31cb5a2f82 of type vlan for network c31d87d4-f490-4b61-9146-512d0ad61553 Mar 22 11:36:25.712264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:25.712403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.723966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.735562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:25.742472 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Pushing event updated for resources: {'Port': ['ID=8cfec796-305a-4349-862a-c363eac2f089,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:25.747688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9385f-090c-4202-b59b-3d81741301c9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:25.754121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:25.778103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.796775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4f4585a5-adac-4a67-8ae0-6b4eed940089 None None] Provisioning complete for port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:25.797152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4f4585a5-adac-4a67-8ae0-6b4eed940089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.820372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.836100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Attempting to bind port 8cfec796-305a-4349-862a-c363eac2f089 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:25.836100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Attempting to bind port 8cfec796-305a-4349-862a-c363eac2f089 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:25.836600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Attempting to bind port 8cfec796-305a-4349-862a-c363eac2f089 on network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:25.867196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:25.867612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Checking segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:25.867965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.868354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Bound using segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:25.868858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Bound port: 8cfec796-305a-4349-862a-c363eac2f089, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:25.869244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.967790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:25.992608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:25.996754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] For port 8cfec796-305a-4349-862a-c363eac2f089, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:25.998399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:25.999132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.000234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] For port 8cfec796-305a-4349-862a-c363eac2f089, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8cfec796-305a-4349-862a-c363eac2f089,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:26.011261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.075092 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.097747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.111934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcac36-f3b4-4a48-8a3d-f0d525faecb1 None None] Pushing event updated for resources: {'Port': ['ID=b6e6322e-0bb7-4162-8398-74101978251d,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.142238 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1312273 Mar 22 11:36:26.143760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=eb88cbbc-0ff6-473b-bd25-8a3b435c3544,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.148087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49532) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:26.247603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134de16-5444-458e-b3c6-86ca0237ac19 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event updated for resources: {'Network': ['ID=7ba303f8-7999-4a84-abf8-3a800525919d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.255864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Request body: {'subnet': {'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:26.264111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 7ba303f8-7999-4a84-abf8-3a800525919d details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:26.298451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffcc29-a2c1-4e9a-abd1-6d568a5435e1 None None] Pushing event updated for resources: {'Port': ['ID=8cfec796-305a-4349-862a-c363eac2f089,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.337854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.343656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:26.346597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.412544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Pushing event updated for resources: {'Network': ['ID=c31d87d4-f490-4b61-9146-512d0ad61553,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.441562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:26.447712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Usage tracker for resource:subnet and tenant:fcac4569458b4e9dbb9c1a2ccbc5d325 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:26.451512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:26.458667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network c31d87d4-f490-4b61-9146-512d0ad61553 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:26.462996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:26.577703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.604186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Router 7f4ab967-e966-47a8-b6c0-c2000c9b139a is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:36:26.697529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Made reservation on behalf of fcac4569458b4e9dbb9c1a2ccbc5d325 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:26.701247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.721232 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a713c663-6e57-4f5d-a6ab-8dfa5ed51846 tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.3748140 Mar 22 11:36:26.751244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b6e6322e-0bb7-4162-8398-74101978251d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:26.755283 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5325556 Mar 22 11:36:26.775829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Allocated IP 172.26.5.16 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/51621deb-db2a-45ba-8eef-b02a81a09901) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:26.795445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:26.829683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49542) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:26.870618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454365d-232a-46f2-8011-6216cf6b85fe tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Pushing event updated for resources: {'Network': ['ID=1feffc4e-1e3c-4051-bc98-051c6c6292bb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:26.882492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 1feffc4e-1e3c-4051-bc98-051c6c6292bb details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:26.943826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port b6e6322e-0bb7-4162-8398-74101978251d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:27.017926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 017d7085-cc80-4e95-ad0d-d24b63d1a8ab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:27.103131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.151737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.169053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:27.170887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.250190 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51318f21-26ac-4d02-9ad5-7a7258d0acd5 None None] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:27.279972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f8908325-3047-457e-9f55-ed0f3517dd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.335406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.394731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'name': 'tempest-network--1737395919', 'router:external': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:27.422498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:27.432565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:27.437884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:27.442853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:27.465199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:network and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:27.493008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:27.494726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Provisioning for port b6e6322e-0bb7-4162-8398-74101978251d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:27.520155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:27.551740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=51621deb-db2a-45ba-8eef-b02a81a09901,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:27.567153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Provisioning complete for port b6e6322e-0bb7-4162-8398-74101978251d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:27.567406 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.617751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Allocated IP 172.26.5.170 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/9011e94a-5f19-4e4a-9fb8-c42c8e133124) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:27.637979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0197a-9e34-4f11-94cd-156fbd2f81b8 None None] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:27.670656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8cfec796-305a-4349-862a-c363eac2f089 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:27.864553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.904223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49552) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:27.917546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-850202710'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:27.931206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:27.937925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Usage tracker for resource:port and tenant:505944b3b4a848f4978c54cbe0232c62 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:27.942676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:27.951126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:27.968011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:27.970386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:27.993655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:27.995453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.012071 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Sync routers for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:28.029280 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:28.030186 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:28.039930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.064836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Made reservation on behalf of 505944b3b4a848f4978c54cbe0232c62 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:28.067257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.080300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.090467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.098634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 8cfec796-305a-4349-862a-c363eac2f089 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:28.112405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.130994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] For port b6e6322e-0bb7-4162-8398-74101978251d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6e6322e-0bb7-4162-8398-74101978251d,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:28.131214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:28.193245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.201001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:28.215508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Usage tracker for resource:security_group_rule and tenant:505944b3b4a848f4978c54cbe0232c62 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:28.222617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:28.236877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:28.243438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:security_group_rule and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:28.248677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:28.264353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.363017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433001c-49b6-4f8b-99ba-0038d2a87e51 None None] Pushing event updated for resources: {'Port': ['ID=b6e6322e-0bb7-4162-8398-74101978251d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:28.367059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:28.372972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.374281 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ee4d7790-bddc-431a-adee-771769636802 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1095412 Mar 22 11:36:28.375179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event updated for resources: {'Subnet': ['ID=0284674b-7917-4aa2-af0c-e2898e194946,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:28.377164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49556) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:28.431360 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:28.435908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Provisioning for port 8cfec796-305a-4349-862a-c363eac2f089 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:28.450587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Provisioning complete for port 8cfec796-305a-4349-862a-c363eac2f089 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:28.451039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.500144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Checking segment: {'id': '407c4133-f332-42fd-a747-533f2bf89abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:28.500622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Network hostable DHCP agents. Network: 7ba303f8-7999-4a84-abf8-3a800525919d, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:28.527328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b6e6322e-0bb7-4162-8398-74101978251d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:28.544505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Allocated IP 172.26.5.45 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/97cc55af-c663-408d-8286-e0e0760319fc) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:28.590904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.705470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b6e6322e-0bb7-4162-8398-74101978251d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:28.705849 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.738959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:28.747753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:28.749415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.750476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:28.759574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Network 7ba303f8-7999-4a84-abf8-3a800525919d is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:28.769270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:36:28.827618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] For port 8cfec796-305a-4349-862a-c363eac2f089, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8cfec796-305a-4349-862a-c363eac2f089,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:28.846747 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:24Z', 'revision_number': 3, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:28.852168 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Checking router: 7f4ab967-e966-47a8-b6c0-c2000c9b139a for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:28.852855 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Updating router 7f4ab967-e966-47a8-b6c0-c2000c9b139a port 6a6ed28c-25c5-4a15-803a-cc57138426e1 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:28.884459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 7ba303f8-7999-4a84-abf8-3a800525919d) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:28.887167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.923948 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.933766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.935675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf1059-ce33-4f8f-9a84-db40bab0e7a5 None None] Network 7ba303f8-7999-4a84-abf8-3a800525919d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:28.967665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:28.968165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:28.983182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.053870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=9011e94a-5f19-4e4a-9fb8-c42c8e133124,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:29.134563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:29.139276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d61ee9-9508-4c88-8556-015f32495381 None None] Pushing event updated for resources: {'Port': ['ID=8cfec796-305a-4349-862a-c363eac2f089,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:29.150610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-08e875ae-c6dc-481b-9641-151a6da0e0c9 None None] Provisioning complete for port b6e6322e-0bb7-4162-8398-74101978251d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:29.150982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-08e875ae-c6dc-481b-9641-151a6da0e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.176644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.180301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.185740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.194551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.197431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5205d3de-f0ed-438b-8455-3333cb22b809,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:29.201108 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-84d5e0d3-364d-4448-a9ac-285715e07c01 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0283656 Mar 22 11:36:29.207269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49560) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:29.225697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.225697 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Added segment 2bd05215-4959-4b04-8b7d-9a0a14ae424f of type vlan for network f43822c6-c042-44b5-a037-d9dd07614672 Mar 22 11:36:29.272440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Request body: {'port': {'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1168841167'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:29.277015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:29.295487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.296370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:29.328310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port d24f5336-b64d-43d6-b342-833ee736cdb0 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:29.363916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.393036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:29.393656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:29.454267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.458112 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6b91ca15-56fe-47de-b862-4962c0637cca tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7873039 Mar 22 11:36:29.458231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-7ba303f8-7999-4a84-abf8-3a800525919d', 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d', 'tenant_id': 'fcac4569458b4e9dbb9c1a2ccbc5d325', 'fixed_ips': [{'subnet_id': '0284674b-7917-4aa2-af0c-e2898e194946'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:36:29.458231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.461816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49564) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:29.497181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:29.572999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:29.573766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:29.605157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da77a75-dc15-4384-8487-33109643b02d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:29.613230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.613603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:29.614179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.655964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.665857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-08e875ae-c6dc-481b-9641-151a6da0e0c9 None None] Provisioning complete for port 8cfec796-305a-4349-862a-c363eac2f089 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:29.665857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-08e875ae-c6dc-481b-9641-151a6da0e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.693333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:29.693733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62725ac8-52c1-4168-a2fe-8e8ebb5199bb None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:29.729675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.757841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cb57d3bd-c5c3-43a7-98c5-3916a232ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.856825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:29.878636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:29.894891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Allocated IP 172.20.0.2 (7ba303f8-7999-4a84-abf8-3a800525919d/0284674b-7917-4aa2-af0c-e2898e194946/cb135712-bea5-4765-8266-9367c3d66d7e) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:29.943054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Usage tracker for resource:port and tenant:fcac4569458b4e9dbb9c1a2ccbc5d325 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:29.947970 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1038134 Mar 22 11:36:29.954488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49568) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:29.957506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:29.963940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.031256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:30.148228 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.164618 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Transition to ACTIVE for port object 6a6ed28c-25c5-4a15-803a-cc57138426e1 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:30.166932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.174447 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.185654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Transition to ACTIVE for port object cb135712-bea5-4765-8266-9367c3d66d7e will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:30.193380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbdacd-b670-4026-bce8-a09a7ab98210 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=f43822c6-c042-44b5-a037-d9dd07614672,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:30.206630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network f43822c6-c042-44b5-a037-d9dd07614672 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:30.209697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:30.242615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Transition to ACTIVE for port object cb135712-bea5-4765-8266-9367c3d66d7e will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:30.248905 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.271451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:30.317453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:30.339930 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Attempting to bind port 6a6ed28c-25c5-4a15-803a-cc57138426e1 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:30.340343 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Attempting to bind port 6a6ed28c-25c5-4a15-803a-cc57138426e1 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:30.340734 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Attempting to bind port 6a6ed28c-25c5-4a15-803a-cc57138426e1 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:30.364351 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:30.366288 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:30.366730 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.367145 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:30.367621 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Bound port: 6a6ed28c-25c5-4a15-803a-cc57138426e1, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:30.368011 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.392184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=97cc55af-c663-408d-8286-e0e0760319fc,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:30.394625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Made reservation on behalf of fcac4569458b4e9dbb9c1a2ccbc5d325 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:30.398453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.401141 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Pushing event updated for resources: {'Port': ['ID=6a6ed28c-25c5-4a15-803a-cc57138426e1,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:30.408487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.423314 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.423693 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.424052 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.424376 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.425837 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.426195 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.426535 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.426881 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.427230 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.427561 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.427885 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.428209 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Tracked resource versions report: Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: pushed versions: Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: { 'AddressGroup': {'1.2'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'ConntrackHelper': {'1.0'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Log': {'1.0'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Network': {'1.1'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Port': {'1.7'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'PortForwarding': {'1.2'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'QosPolicy': {'1.8'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroup': {'1.4'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroupRule': {'1.2'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SubPort': {'1.0'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Subnet': {'1.1'}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Trunk': {'1.1'}} Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: consumer versions: Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: { DHCP agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: HyperV agent@hv-neutron-8281: {}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: L3 agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: Metadata agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: Metering agent@dv-neutron-828143-11-hyperv: {}, Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: Open vSwitch agent@dv-neutron-828143-11-hyperv: { 'AddressGroup': '1.2', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'ConntrackHelper': '1.0', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Log': '1.0', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Network': '1.1', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Port': '1.7', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'PortForwarding': '1.2', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'QosPolicy': '1.8', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroup': '1.4', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SecurityGroupRule': '1.2', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'SubPort': '1.0', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Subnet': '1.1', Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: 'Trunk': '1.1'}} Mar 22 11:36:30.429316 dv-neutron-828143-11-hyperv neutron-server[88744]: {{(pid=88744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 11:36:30.470959 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] For port 6a6ed28c-25c5-4a15-803a-cc57138426e1, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:30.477439 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] For port 6a6ed28c-25c5-4a15-803a-cc57138426e1, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6a6ed28c-25c5-4a15-803a-cc57138426e1,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:30.536595 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Network 7ba303f8-7999-4a84-abf8-3a800525919d is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:30.543237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:30.551369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:30.557241 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8cfec796-305a-4349-862a-c363eac2f089 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:30.561855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Router 837d7725-3149-41ee-af9f-b06eb57ec9ee is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:36:30.564449 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.592190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port d24f5336-b64d-43d6-b342-833ee736cdb0 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:30.612097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] device_id is not set on port 579031ac-4af5-4cdf-912e-68c2d4c75746 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:30.679670 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f01d3-7993-4472-a702-6b18b2f5dab4 None None] Pushing event updated for resources: {'Port': ['ID=6a6ed28c-25c5-4a15-803a-cc57138426e1,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:30.680908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.686652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Allocated IP 172.20.0.1 (3db4209a-2370-49cc-80ea-e13ddcf7b6af/9f79b03f-2cf4-41f3-b44d-f04ae4771548/cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:30.702828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Pushing event updated for resources: {'Port': ['ID=cb135712-bea5-4765-8266-9367c3d66d7e,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:30.711573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.743625 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:30.745901 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:30.758806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Attempting to bind port cb135712-bea5-4765-8266-9367c3d66d7e on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:30.759428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Attempting to bind port cb135712-bea5-4765-8266-9367c3d66d7e by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '407c4133-f332-42fd-a747-533f2bf89abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:30.759638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Attempting to bind port cb135712-bea5-4765-8266-9367c3d66d7e on network 7ba303f8-7999-4a84-abf8-3a800525919d {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:30.763964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.789823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:30.790198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Checking segment: {'id': '407c4133-f332-42fd-a747-533f2bf89abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:30.790596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.791027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Bound using segment: {'id': '407c4133-f332-42fd-a747-533f2bf89abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:30.791497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Bound port: cb135712-bea5-4765-8266-9367c3d66d7e, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407c4133-f332-42fd-a747-533f2bf89abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7ba303f8-7999-4a84-abf8-3a800525919d'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:30.791863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.831862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.868670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.895609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Transition to ACTIVE for port object d24f5336-b64d-43d6-b342-833ee736cdb0 will not be triggered until provisioned by entity L2. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:30.897559 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8cfec796-305a-4349-862a-c363eac2f089 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:30.898385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:30.975389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.975827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.976676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.977013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.977340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.977750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.978075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.978916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.979290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:30.979614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:31.005441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] For port cb135712-bea5-4765-8266-9367c3d66d7e, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:31.010226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] For port cb135712-bea5-4765-8266-9367c3d66d7e, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cb135712-bea5-4765-8266-9367c3d66d7e,segment=NetworkSegment(407c4133-f332-42fd-a747-533f2bf89abe),segment_id=407c4133-f332-42fd-a747-533f2bf89abe)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:31.089460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.115596 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:31.129532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.160175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:31.160552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:31.160882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:31.161212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:31.161554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43822c6-c042-44b5-a037-d9dd07614672']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:31.169998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Transition to ACTIVE for port object cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:31.188792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:31.192579 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacbab8-ecac-407a-ba47-9ba5130f9c85 None None] Pushing event updated for resources: {'Port': ['ID=cb135712-bea5-4765-8266-9367c3d66d7e,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:31.365447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.391467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd05215-4959-4b04-8b7d-9a0a14ae424f') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:31.392044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd05215-4959-4b04-8b7d-9a0a14ae424f') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:31.398423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.470766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.481938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.523226 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:24Z', 'revision_number': 3, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:31.532777 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef35118-48a2-401f-9027-e91419947ddd None None] The sync data for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv is: [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:24Z', 'revision_number': 3, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:31.572275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:31.583570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:31.588810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:31.589706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.616448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.674358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Allocated IP 172.20.0.8 (7ba303f8-7999-4a84-abf8-3a800525919d/0284674b-7917-4aa2-af0c-e2898e194946/579031ac-4af5-4cdf-912e-68c2d4c75746) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:31.694591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.709957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.1 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/61eb0c1d-3f45-4308-bbba-9a717f005433) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:31.727757 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=d24f5336-b64d-43d6-b342-833ee736cdb0,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:31.740754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:31.796929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:31.901722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:31.902127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: from cryptography.utils import int_from_bytes Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: from cryptography.utils import int_from_bytes Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn_limited( Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn_limited( Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:32.008230 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:32.044199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.047257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:32.060751 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Sync routers for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:32.078903 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:32.079902 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:32.111748 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-67192e36-2c49-462b-a6c6-ead0a79ab06a None None] Provisioning for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:32.118398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-67192e36-2c49-462b-a6c6-ead0a79ab06a None None] Provisioning complete for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:32.118840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67192e36-2c49-462b-a6c6-ead0a79ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.145521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Checking segment: {'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:32.145887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Network hostable DHCP agents. Network: c31d87d4-f490-4b61-9146-512d0ad61553, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:32.232294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.233002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.245187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-67192e36-2c49-462b-a6c6-ead0a79ab06a None None] Port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:32.253971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.265453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=9011e94a-5f19-4e4a-9fb8-c42c8e133124,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:32.389146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.406363 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:32.519116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:32.530731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:32.534116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:32.534611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.551272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.575682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6a6ed28c-25c5-4a15-803a-cc57138426e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:32.583099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=61eb0c1d-3f45-4308-bbba-9a717f005433,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:32.618496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00e2da-8e71-41a7-8545-e2209ee3c8c3 None None] Network 7ba303f8-7999-4a84-abf8-3a800525919d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:32.802942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-266dce69-6769-43bf-af7f-18bad81e7e18 None None] Provisioning for port cb135712-bea5-4765-8266-9367c3d66d7e completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:32.821413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Network c31d87d4-f490-4b61-9146-512d0ad61553 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:32.839525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.869019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Network': ['ID=f43822c6-c042-44b5-a037-d9dd07614672,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:32.870804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.876467 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a86ce71f-47cf-4c6a-befb-cbcaa70bdbb7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6626410 Mar 22 11:36:32.877379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49574) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:32.886566 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f43822c6-c042-44b5-a037-d9dd07614672 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:36:32.890012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.891465 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a0e4f3a2-cf13-4c8c-a2ad-dd9a87f41ba0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7678130 Mar 22 11:36:32.902466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1830803091'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:32.906089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49578) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:32.910558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.912830 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-758b86cf-5aeb-44d5-8ee6-527ada8bdc71 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f43822c6-c042-44b5-a037-d9dd07614672 HTTP/1.1" status: 204 len: 168 time: 2.9450197 Mar 22 11:36:32.918101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49580) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:32.920919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 6a6ed28c-25c5-4a15-803a-cc57138426e1 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:32.935572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6a6ed28c-25c5-4a15-803a-cc57138426e1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:32.935988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:32.950284 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:27Z', 'revision_number': 3, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:32.957154 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Checking router: 837d7725-3149-41ee-af9f-b06eb57ec9ee for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:32.960566 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Updating router 837d7725-3149-41ee-af9f-b06eb57ec9ee port 51621deb-db2a-45ba-8eef-b02a81a09901 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:33.035430 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.043341 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:33.117676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.138903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 6a6ed28c-25c5-4a15-803a-cc57138426e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6a6ed28c-25c5-4a15-803a-cc57138426e1,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:33.225999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.226898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cb135712-bea5-4765-8266-9367c3d66d7e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:33.283031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:network and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:33.285857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:33.286894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:33.293394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:33.310010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:33.320012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.482746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.483383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.535098 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.551079 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Transition to ACTIVE for port object 51621deb-db2a-45ba-8eef-b02a81a09901 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:33.562217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.564192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, c31d87d4-f490-4b61-9146-512d0ad61553) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:33.568943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:33.582994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=6a6ed28c-25c5-4a15-803a-cc57138426e1,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:33.600917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:33.601796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:33.602282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:33.602759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5af97-c13e-4fed-9697-1b4f794d76ab None None] Network c31d87d4-f490-4b61-9146-512d0ad61553 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:33.607604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Made reservation on behalf of c11a3a0745004e39adbbfe389f49824d for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:33.611606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.630189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:33.635026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.638290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:33.638740 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:33.639417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.648375 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.667328 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 2 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:33.740981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port cb135712-bea5-4765-8266-9367c3d66d7e completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:33.765414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cb135712-bea5-4765-8266-9367c3d66d7e triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:33.766019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.772546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:33.772979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:network and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:33.776296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:33.783429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:33.794817 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3305d7-91cf-4663-b42b-ac28bbc80462 None None] Pushing event updated for resources: {'Port': ['ID=51621deb-db2a-45ba-8eef-b02a81a09901,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:33.809598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Transition to ACTIVE for port object 579031ac-4af5-4cdf-912e-68c2d4c75746 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:33.820133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:33.823545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.833468 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Attempting to bind port 51621deb-db2a-45ba-8eef-b02a81a09901 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:33.833805 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Attempting to bind port 51621deb-db2a-45ba-8eef-b02a81a09901 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:33.834152 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Attempting to bind port 51621deb-db2a-45ba-8eef-b02a81a09901 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:33.842388 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:33.842763 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:33.843527 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.843527 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:33.844002 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Bound port: 51621deb-db2a-45ba-8eef-b02a81a09901, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:33.844394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:security_group_rule and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:33.844501 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.852948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:33.856444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:33.856444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:33.856723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:33.856723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:33.856848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:33.895924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:33.962292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.962992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:33.979128 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] For port 51621deb-db2a-45ba-8eef-b02a81a09901, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:33.988129 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] For port 51621deb-db2a-45ba-8eef-b02a81a09901, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=51621deb-db2a-45ba-8eef-b02a81a09901,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:34.060696 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.082423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.122704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port cb135712-bea5-4765-8266-9367c3d66d7e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cb135712-bea5-4765-8266-9367c3d66d7e,segment=NetworkSegment(407c4133-f332-42fd-a747-533f2bf89abe),segment_id=407c4133-f332-42fd-a747-533f2bf89abe)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:34.133174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=61eb0c1d-3f45-4308-bbba-9a717f005433,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:34.142350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:34.146672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.165324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:34.165650 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:34.198120 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 3 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:34.207416 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:34.208555 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:34.209102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.304183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Router 7f4ab967-e966-47a8-b6c0-c2000c9b139a has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:34.325658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:34.327111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:34.341559 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3305d7-91cf-4663-b42b-ac28bbc80462 None None] Pushing event updated for resources: {'Port': ['ID=51621deb-db2a-45ba-8eef-b02a81a09901,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:34.378992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=cb135712-bea5-4765-8266-9367c3d66d7e,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:34.426006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-869c634e-74a3-4b02-8cbf-dc1a625db748 None None] Provisioning complete for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:34.426006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-869c634e-74a3-4b02-8cbf-dc1a625db748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.427745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:34.428400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:34.429162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:34.458315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:34.459166 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:34.476584 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 4 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:34.531032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-869c634e-74a3-4b02-8cbf-dc1a625db748 None None] Port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:34.536732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6a6ed28c-25c5-4a15-803a-cc57138426e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:34.541934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:34.542377 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:34.542806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:34.548298 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:34.548433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.568565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:34.568565 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:34.609574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6a6ed28c-25c5-4a15-803a-cc57138426e1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:34.609574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.613791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Network 7ba303f8-7999-4a84-abf8-3a800525919d is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:34.622715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:34.626865 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 5 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:34.644884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:34.648144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:34.671387 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:34.680937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Sync routers for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:34.708543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:34.709180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:34.715715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:34.735864 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-de3177e2-9ded-4003-87c1-e2f3b7488350 admin admin] 10.222.0.53 "PUT /v2.0/routers/7f4ab967-e966-47a8-b6c0-c2000c9b139a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3431566 Mar 22 11:36:34.736088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:34.736088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:34.736088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:34.747142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:34.747898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.770444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:36:34.779424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:34.779880 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:34.946236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.968026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:34.970293 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Added segment 085c6f19-1de1-4e94-b518-0bc52235357a of type vlan for network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b Mar 22 11:36:34.985197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cb135712-bea5-4765-8266-9367c3d66d7e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:35.015426 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:35.016646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.028359 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-58b4b4a5-9328-4e95-8860-d5782e35c0b9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/routers/73f6ca41-319f-494b-9705-182c3cc57312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639718 Mar 22 11:36:35.030901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49598) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:35.031422 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:35.033850 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 6 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:35.039806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'port': {'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb', 'name': 'tempest-FloatingIPTestJSON-1533330334'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:35.058711 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:35.061086 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.063109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:35.063451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:35.063790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:35.074400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49602) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:35.075544 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8152890 Mar 22 11:36:35.076389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.086792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:35.087101 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:35.109227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b544cbc3-d606-4f01-b491-9dc7bd08f8eb None None] Provisioning for port 579031ac-4af5-4cdf-912e-68c2d4c75746 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:35.132561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:35.149165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b544cbc3-d606-4f01-b491-9dc7bd08f8eb None None] Provisioning complete for port 579031ac-4af5-4cdf-912e-68c2d4c75746 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:35.150312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b544cbc3-d606-4f01-b491-9dc7bd08f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.152257 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 7 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:35.159327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b248ccb-feb4-487e-96e9-2b6348b8273f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:35.196151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:35.208287 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.224654 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:35.225277 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.293940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b544cbc3-d606-4f01-b491-9dc7bd08f8eb None None] Port 579031ac-4af5-4cdf-912e-68c2d4c75746 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:35.299200 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.299602 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335697-5c56-401d-9a8d-1d946ef1bf26 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:35.306940 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:27Z', 'revision_number': 3, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.314153 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45660c49-6b9b-432c-8176-80d7ab5d92e8 None None] The sync data for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv is: [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:27Z', 'revision_number': 3, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:35.321769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Deleting port 579031ac-4af5-4cdf-912e-68c2d4c75746 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:35.322209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.379922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:35.398982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Sync routers for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:35.416083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d39b-7917-4db1-bf35-7348f42d1667 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event updated for resources: {'Port': ['ID=579031ac-4af5-4cdf-912e-68c2d4c75746,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:35.422860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cb135712-bea5-4765-8266-9367c3d66d7e triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:35.423150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:35.429589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.450019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:35.450552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:35.450796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:35.472564 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:35.472904 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:35.477925 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 8 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:35.521070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:35.522181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:35.567081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.567377 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Added segment 3fa51975-8976-47ff-8fa4-a7aa5b9cb60e of type vlan for network 1b6fd657-7433-4be8-91f7-6b94b130ecde Mar 22 11:36:35.594828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.595804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:35.596386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.601478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.602675 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ba142dff-2ef0-47cf-bba1-1feaae39d7c9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.0439723 Mar 22 11:36:35.693849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49610) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:35.697341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:35.770233 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=f16982fe-2ca5-4d91-9c0c-2854f5a9de4b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:35.783961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:35.784340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:35.784710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:35.821458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:35.839419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:35.839419 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:35.843184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.844788 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 9 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:35.921588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:35.934263 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-938af76c-5cd4-44c1-a1cb-b129fa6e95ba tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8927019 Mar 22 11:36:35.940372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49616) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:35.953292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'subnet': {'network_id': 'f16982fe-2ca5-4d91-9c0c-2854f5a9de4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:36.043757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Calling delete_port for 579031ac-4af5-4cdf-912e-68c2d4c75746 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:36.084668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:36.092116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:36.092450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:36.092814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:36.102006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:36.110077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:subnet and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:36.121380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:36.125478 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:36:36.135141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:36.135472 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:36.136297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:36.140557 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 10 to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 Mar 22 11:36:36.203269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:36.204205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:36.204205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:36.220990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d24f5336-b64d-43d6-b342-833ee736cdb0 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:36.221460 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d24f5336-b64d-43d6-b342-833ee736cdb0 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:36.221957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.253020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:port and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:36.255857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49620) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:36.268039 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:36.295023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:36.337321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port d24f5336-b64d-43d6-b342-833ee736cdb0, host hv-neutron-8281, cleared binding levels {{(pid=88741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:36.337764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempted to set empty binding levels {{(pid=88741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:36:36.338719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331972178', 'description': 'tempest-description--1244742091'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:36.341699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.352769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:36.353546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.355944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:36.363931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:36.376282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:36.379733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.418227 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.464821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Usage tracker for resource:security_group and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:36.467509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.472503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:36.484548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:36.569113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 51621deb-db2a-45ba-8eef-b02a81a09901 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:36.607434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.631359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 2, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:36.642997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Checking router: 7f4ab967-e966-47a8-b6c0-c2000c9b139a for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:36.643353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Updating router 7f4ab967-e966-47a8-b6c0-c2000c9b139a port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:36.650314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=d24f5336-b64d-43d6-b342-833ee736cdb0,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:36.680528 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:36.704364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Usage tracker for resource:security_group_rule and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:36.708271 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8196487 Mar 22 11:36:36.711379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:36.715101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.715498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.723809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49624) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:36.740693 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:36.743800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.748156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3a754-5963-450e-bef6-26aca76e4e4f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Network': ['ID=1b6fd657-7433-4be8-91f7-6b94b130ecde,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:36.758838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Request body: {'subnet': {'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:36.770353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:36.774971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:36.794191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:36.810366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 51621deb-db2a-45ba-8eef-b02a81a09901 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:36.814134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:30Z', 'revision_number': 3, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:36.824302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] device_id is not set on port b8d14f8f-636a-449c-a25a-f61f84b871ca yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:36.870382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 51621deb-db2a-45ba-8eef-b02a81a09901 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:36.870382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.886932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:36.896047 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:subnet and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:36.897159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:36.911554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:36.927743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Checking router: 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:36.928072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Updating router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 port 97cc55af-c663-408d-8286-e0e0760319fc binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:36.952118 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:37.030920 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bd2c71d5-3ddc-4303-b324-96f64f1163de tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 9.1239343 Mar 22 11:36:37.046808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49628) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:37.056765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event deleted for resources: {'Port': ['ID=579031ac-4af5-4cdf-912e-68c2d4c75746,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:37.072654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.134670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Made reservation on behalf of c11a3a0745004e39adbbfe389f49824d for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:37.138675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.160449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Allocated IP 172.20.0.1 (d933bdbf-b0f9-43af-9bd2-f511d4f058f3/e6fa3e92-4d63-4928-8d1a-c30918a7c5d7/6d324976-5e29-4b4b-8fff-9d260324cbc2) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:37.369416 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.468060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Deleting port d24f5336-b64d-43d6-b342-833ee736cdb0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:37.468646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.481086 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 51621deb-db2a-45ba-8eef-b02a81a09901, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=51621deb-db2a-45ba-8eef-b02a81a09901,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:37.517367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.552905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:37.560903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.563203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.590782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.14 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/b8d14f8f-636a-449c-a25a-f61f84b871ca) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:37.622786 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c42e64c3-1b10-454e-9655-4066eb217a31 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "DELETE /v2.0/ports/579031ac-4af5-4cdf-912e-68c2d4c75746 HTTP/1.1" status: 204 len: 168 time: 2.5446270 Mar 22 11:36:37.628025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49634) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:37.658407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.671667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.700739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Transition to ACTIVE for port object 6d324976-5e29-4b4b-8fff-9d260324cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:37.705016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.717640 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Transition to ACTIVE for port object cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:37.746604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.780971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=51621deb-db2a-45ba-8eef-b02a81a09901,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:37.805924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.826818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9e410-846d-46a2-ba52-9f91440977dc,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:37.870809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Subnet': ['ID=ca168d6e-d2d2-4d24-8165-30c1b0edbd1c,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:37.893673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:36:37.894345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.945525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:37.949880 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7205532d-cdc2-4b4e-b119-b4271eec9e1b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6831784 Mar 22 11:36:37.957401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49640) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.017183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'security_group_rule': {'security_group_id': '79e9e410-846d-46a2-ba52-9f91440977dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:38.032577 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87916179-e817-47a9-9eeb-48b50b30b90d tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.3977730 Mar 22 11:36:38.033839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506e5d-64fc-4d98-b0c8-d2788b8bcb1d None None] Pushing event updated for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.043104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49644) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.049572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:38.052059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-233361522'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:38.056643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Checking segment: {'id': '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:38.057128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network hostable DHCP agents. Network: 1b6fd657-7433-4be8-91f7-6b94b130ecde, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:38.060628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port d24f5336-b64d-43d6-b342-833ee736cdb0, host hv-neutron-8281, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:38.060994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.075672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.082492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:38.084994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54f03c3d-69d4-4a13-a9eb-6d3bb65eb68f,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.091339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Checking segment: {'id': '085c6f19-1de1-4e94-b518-0bc52235357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f16982fe-2ca5-4d91-9c0c-2854f5a9de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:38.091823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Network hostable DHCP agents. Network: f16982fe-2ca5-4d91-9c0c-2854f5a9de4b, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:36:38.097405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Usage tracker for resource:network and tenant:fcac4569458b4e9dbb9c1a2ccbc5d325 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:38.103853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:38.104016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Transition to ACTIVE for port object 97cc55af-c663-408d-8286-e0e0760319fc will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:38.108676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Attempting to bind port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:38.109035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Attempting to bind port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:38.109746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Attempting to bind port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d on network 3db4209a-2370-49cc-80ea-e13ddcf7b6af {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:38.113548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:38.115243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:38.115613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Checking segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:38.116007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.116387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Bound using segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:38.116873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Bound port: cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:38.117259 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.127533 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Usage tracker for resource:security_group_rule and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:38.133637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.134642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:38.214205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.263274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:38.264431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:38.266666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:38.272797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Made reservation on behalf of fcac4569458b4e9dbb9c1a2ccbc5d325 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:38.274230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Calling delete_port for d24f5336-b64d-43d6-b342-833ee736cdb0 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:38.276087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.296578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] For port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:38.305073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:38.312798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:38.322304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.322500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:38.325038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fb4fc-a349-4e4b-b5df-1c53a865927c None None] Pushing event updated for resources: {'Port': ['ID=97cc55af-c663-408d-8286-e0e0760319fc,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.327469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Attempting to bind port 97cc55af-c663-408d-8286-e0e0760319fc on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:38.327988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Attempting to bind port 97cc55af-c663-408d-8286-e0e0760319fc by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:38.328494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Attempting to bind port 97cc55af-c663-408d-8286-e0e0760319fc on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:38.332701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] For port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:38.338915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:38.339497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:38.340228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.340788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:38.341439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Bound port: 97cc55af-c663-408d-8286-e0e0760319fc, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:38.341967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.372394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Pushing event updated for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.379682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 1b6fd657-7433-4be8-91f7-6b94b130ecde) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:38.381671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:38.386210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, f16982fe-2ca5-4d91-9c0c-2854f5a9de4b) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:38.395731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:38.396597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.405420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:38.406203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.417724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.431204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.436143 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Added segment 6cfc89a1-552c-4f43-9549-4b906e6b2952 of type vlan for network 2655c3ed-17e9-447a-9931-a614ea2b5d05 Mar 22 11:36:38.449949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.466463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50430972-b68b-4c2b-9f60-5110da3891ae None None] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:38.482645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ce653-b301-4ff3-a03a-c904a424938e None None] Network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:38.483510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.494222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.522856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.553222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 51621deb-db2a-45ba-8eef-b02a81a09901 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:38.569002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.600065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] For port 97cc55af-c663-408d-8286-e0e0760319fc, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:38.619198 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a66584fc-87f2-4962-a3af-a5b3e95efa6f tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8874347 Mar 22 11:36:38.621609 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c16699db-befc-4873-8a07-7da548582f6c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6794660 Mar 22 11:36:38.623298 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49648) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.625894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49650) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.630606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.637506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:38.638211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.669571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-693189466', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:38.681349 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:38.687887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:router and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:38.693360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:38.700987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:38.723564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event deleted for resources: {'Port': ['ID=d24f5336-b64d-43d6-b342-833ee736cdb0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.743634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.744137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'floatingip': {'floating_network_id': 'f16982fe-2ca5-4d91-9c0c-2854f5a9de4b'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:38.751913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:38.758895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:floatingip and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:38.767018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:38.769546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] For port 97cc55af-c663-408d-8286-e0e0760319fc, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=97cc55af-c663-408d-8286-e0e0760319fc,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:38.794588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:38.795212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:38.824118 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7798624 Mar 22 11:36:38.825692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.826861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.830194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49660) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.841851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:38.866562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49664) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:38.874816 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506e5d-64fc-4d98-b0c8-d2788b8bcb1d None None] Pushing event updated for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:38.877080 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9f16148e-2546-418d-80f5-7d2f81a4fafc tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d24f5336-b64d-43d6-b342-833ee736cdb0 HTTP/1.1" status: 204 len: 168 time: 1.8276303 Mar 22 11:36:38.896679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:38.917062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Allocated IP 172.20.0.1 (bea6b392-9abd-462e-a09a-f1dbf07bff35/e304e3b4-0dad-427c-9476-c6a15972440a/d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:38.928666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.027264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.028992 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f512bc-0762-4479-b051-48028d5e2334 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:36:39.028992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2f512bc-0762-4479-b051-48028d5e2334 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:39.031828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.043614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093a72-9871-4da9-b20a-ac76b0f615b7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event updated for resources: {'Network': ['ID=2655c3ed-17e9-447a-9931-a614ea2b5d05,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:39.049081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.061838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.069324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.123353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87da96-3d9e-4979-8949-3c39b0003987,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:39.123740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 2655c3ed-17e9-447a-9931-a614ea2b5d05 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:39.152581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.156302 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dbe35f9c-655b-49a9-8cdb-bf342ff0e75c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1978953 Mar 22 11:36:39.169727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:39.170598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49670) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:39.176576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:39.189482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:39.195647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:39.196341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.203332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'security_group_rule': {'security_group_id': '79e9e410-846d-46a2-ba52-9f91440977dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:39.204581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=b8d14f8f-636a-449c-a25a-f61f84b871ca,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:39.224330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:39.227905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0e6455a9-db0d-472a-8076-c8135cfbff17 None None] Provisioning for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:39.241714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Usage tracker for resource:security_group_rule and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:39.243948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.250998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:39.251271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 51621deb-db2a-45ba-8eef-b02a81a09901 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:39.251805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.254716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2f512bc-0762-4479-b051-48028d5e2334 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:39.261119 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e2f512bc-0762-4479-b051-48028d5e2334 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports/d24f5336-b64d-43d6-b342-833ee736cdb0 HTTP/1.1" status: 404 len: 333 time: 0.3323600 Mar 22 11:36:39.261690 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49674) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:39.276046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-911302076'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:39.276223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:39.308919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0e6455a9-db0d-472a-8076-c8135cfbff17 None None] Provisioning complete for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:39.309290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0e6455a9-db0d-472a-8076-c8135cfbff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.333351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:39.333997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:39.352044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Transition to ACTIVE for port object d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:39.353983 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2cfdcad-2807-4602-8260-0a7b43742c56 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3218353 Mar 22 11:36:39.356053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:39.358918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49678) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:39.366186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'port': {'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb', 'name': 'tempest-FloatingIPTestJSON-1817278485'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:39.407285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:39.433056 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a8e1d93e-1f82-4e9f-b757-57ab1e3f08f2 tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks HTTP/1.1" status: 200 len: 8821 time: 0.5854583 Mar 22 11:36:39.466695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49682) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:39.479421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fb4fc-a349-4e4b-b5df-1c53a865927c None None] Pushing event updated for resources: {'Port': ['ID=97cc55af-c663-408d-8286-e0e0760319fc,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:39.532564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:39.537295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:port and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:39.540223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:39.542729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:39.546453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:39.591523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Made reservation on behalf of 505944b3b4a848f4978c54cbe0232c62 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:39.594014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.615196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:39.618149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.652969 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:39.657089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.666233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.685348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c76b026-d2ce-41ab-8a34-c8dfa18d84b2 None None] Network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:39.755831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:39.759870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] device_id is not set on port 102b313e-169b-4080-8243-e1e4e00d4123 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:39.788067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.788798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-1b6fd657-7433-4be8-91f7-6b94b130ecde', 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde', 'tenant_id': 'c11a3a0745004e39adbbfe389f49824d', 'fixed_ips': [{'subnet_id': 'ca168d6e-d2d2-4d24-8165-30c1b0edbd1c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:36:39.789243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.791863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:39.798261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:39.798709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.815996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0e6455a9-db0d-472a-8076-c8135cfbff17 None None] Port 6d324976-5e29-4b4b-8fff-9d260324cbc2 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:39.848475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:40.061222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.063318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.125295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.135923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.6 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/102b313e-169b-4080-8243-e1e4e00d4123) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:40.139655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:40.149626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.157454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0baee4-33b3-4c68-97cd-0bb89fecb19d tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] Network 2655c3ed-17e9-447a-9931-a614ea2b5d05 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:36:40.170162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.242132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.317527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26877cd0-cd84-48dd-9c23-98d9f81e2dbd,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:40.322405 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da0baee4-33b3-4c68-97cd-0bb89fecb19d tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "POST /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8521519 Mar 22 11:36:40.335331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49686) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:40.356979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.407623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99552a1e-ee9d-4a29-a51c-30af40b24736 None None] Network 2655c3ed-17e9-447a-9931-a614ea2b5d05 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:40.444601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.447857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Pushing event updated for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:40.465220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.484382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Allocated IP 172.20.0.12 (f16982fe-2ca5-4d91-9c0c-2854f5a9de4b/54f03c3d-69d4-4a13-a9eb-6d3bb65eb68f/f9d781b9-ed30-441a-b67f-9b4dc6a9c742) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:40.497051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.500996 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-316ada03-e13c-40e2-a3c2-51e9d1c04b72 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3265183 Mar 22 11:36:40.504578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49690) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:40.541354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:40.567935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:40.573622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Network c31d87d4-f490-4b61-9146-512d0ad61553 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:40.581122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.636304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.655241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:40.667380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Usage tracker for resource:floatingip and tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:40.694815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:40.701595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:40.702532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:40.703594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.709011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:40.775133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:40.813594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:40.833670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:40.849375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:40.853145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:40.855233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:40.855490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.857595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:40.905213 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.941446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.959280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=102b313e-169b-4080-8243-e1e4e00d4123,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:40.973675 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4f2ab85a-39b6-4d53-b061-1de2ad927d3f tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks HTTP/1.1" status: 200 len: 9590 time: 0.6294942 Mar 22 11:36:40.974530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:40.992989 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d2dac8be-ec92-4123-b23c-4adbece9e048 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7258806 Mar 22 11:36:40.994222 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49694) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:40.995061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49696) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:41.008773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.082026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:41.101070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-00798897-eed1-4b34-a26a-07fd3259a1d0 None None] Provisioning for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:41.112873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-00798897-eed1-4b34-a26a-07fd3259a1d0 None None] Provisioning complete for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:41.113238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-00798897-eed1-4b34-a26a-07fd3259a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.134183 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c45eb0d5-4293-4b64-a0f5-f11e6a21f769 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7740595 Mar 22 11:36:41.172127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49702) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:41.174451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Allocated IP 172.20.0.2 (1b6fd657-7433-4be8-91f7-6b94b130ecde/ca168d6e-d2d2-4d24-8165-30c1b0edbd1c/952d16b1-aeaa-4f93-8c4f-e8109c4d59e4) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:41.184958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '102b313e-169b-4080-8243-e1e4e00d4123', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:41.216582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-00798897-eed1-4b34-a26a-07fd3259a1d0 None None] Port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:41.231530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:41.250614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:floatingip and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:41.265904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:41.280086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:41.309279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Allocated IP 172.26.5.142 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/c9be6941-2124-45a0-9f95-b70a0673e0fe) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:41.312185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Router 837d7725-3149-41ee-af9f-b06eb57ec9ee has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:41.364423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:41.383711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:30Z', 'revision_number': 3, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:41.387385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-489f9db3-757f-4119-aa29-a37c19a95754 None None] Provisioning complete for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:41.387746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-489f9db3-757f-4119-aa29-a37c19a95754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.412177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad953f-01c3-4196-a6cf-e7eeb00058ec None None] The sync data for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv is: [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:41.420223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.444436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace5099-be66-4df4-9f9e-a78462238a2d None None] The sync data for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv is: [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:30Z', 'revision_number': 3, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:41.449047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.537441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.554814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-489f9db3-757f-4119-aa29-a37c19a95754 None None] Port 6d324976-5e29-4b4b-8fff-9d260324cbc2 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:41.564380 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4ff977bd-f224-4407-bde4-93cc8019f6fd tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "DELETE /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks/2655c3ed-17e9-447a-9931-a614ea2b5d05 HTTP/1.1" status: 204 len: 168 time: 0.5071940 Mar 22 11:36:41.575305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.576476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49706) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:41.593764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Transition to ACTIVE for port object 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:41.623604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Transition to ACTIVE for port object 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:41.656268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.656268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.675257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.701068 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.803636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:41.827292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.833496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Pushing event updated for resources: {'Port': ['ID=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:41.853875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:41.861069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d781b9-ed30-441a-b67f-9b4dc6a9c742,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:41.862905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:41.864114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:41.871591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:41.881459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:42.052469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:42.057048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Attempting to bind port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:42.058361 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Attempting to bind port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:42.059044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Attempting to bind port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 on network 1b6fd657-7433-4be8-91f7-6b94b130ecde {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:42.062626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.067620 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Sync routers for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:42.083832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:42.085827 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:42.093283 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Checking segment: {'id': '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:42.093661 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:42.095457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.097234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Bound using segment: {'id': '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:42.097853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Bound port: 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:42.098394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.160911 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-36d40730-6665-450b-b47c-99ac8033ea1c admin admin] 10.222.0.53 "PUT /v2.0/routers/837d7725-3149-41ee-af9f-b06eb57ec9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2467067 Mar 22 11:36:42.188207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:42.213475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:42.262341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] For port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:42.267494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] For port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,segment=NetworkSegment(3fa51975-8976-47ff-8fa4-a7aa5b9cb60e),segment_id=3fa51975-8976-47ff-8fa4-a7aa5b9cb60e)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:42.281687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.325087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.370957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:42.413596 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.414842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.419867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.469326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72869b32-94cd-467b-acc3-47412967f8a5 None None] Pushing event updated for resources: {'Port': ['ID=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:42.524879 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:42.554171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:42.560822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Transition to ACTIVE for port object d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:42.561914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:42.569266 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9ac171f2-637d-41f8-ac51-585800e751d5 tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks HTTP/1.1" status: 200 len: 8821 time: 0.9913561 Mar 22 11:36:42.596092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49716) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:42.652074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:42.684562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:42.716579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:42.802087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.840004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.847809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=c9be6941-2124-45a0-9f95-b70a0673e0fe,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:42.886609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:43.156712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-99ff783e-9e15-4881-9869-a43aef77024a None None] Provisioning complete for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:43.157082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-99ff783e-9e15-4881-9869-a43aef77024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.175421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Allocated IP 172.26.5.40 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/8b9906cf-47be-4d41-a8c3-37acd06fac8d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:43.233972 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-86c70c29-8d0a-4de4-bf27-29318cdae12a tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/networks/7ba303f8-7999-4a84-abf8-3a800525919d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.6385412 Mar 22 11:36:43.242255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:43.292280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49722) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:43.293354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-99ff783e-9e15-4881-9869-a43aef77024a None None] Port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:43.328596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:43.335206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:43.335564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.436380 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:39Z', 'revision_number': 2, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:43.441822 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Checking router: 837d7725-3149-41ee-af9f-b06eb57ec9ee for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:43.449077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Updating router 837d7725-3149-41ee-af9f-b06eb57ec9ee port 6d324976-5e29-4b4b-8fff-9d260324cbc2 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:43.523544 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.588296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:43.589263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:43.589777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:43.632221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:43.633492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.707633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:43.792468 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.793278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 97cc55af-c663-408d-8286-e0e0760319fc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:43.805068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49726) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:43.808450 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-698cb8dc-1b1a-4803-a33c-df81f472f347 tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/networks/7ba303f8-7999-4a84-abf8-3a800525919d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.5026045 Mar 22 11:36:43.809298 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:43.809647 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:43.825358 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 2 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:43.836579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49728) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:43.881287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:43.881618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:43.881954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:43.917374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:43.917708 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:43.949244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894133231', 'description': 'tempest-description--1519070328'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:43.961818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:43.965853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Usage tracker for resource:security_group and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:43.968747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:43.974907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:43.986075 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 3 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:43.990814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:44.016961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.057902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.058616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.059103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.077220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:44.081452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.084562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.084933 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.089228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 4 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.109703 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-84bdd713-ea55-4849-8577-82593b274d35 admin admin] 10.222.0.53 "PUT /v2.0/routers/0fd66999-d8ff-41ac-8bc2-8d1de5c787b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4093344 Mar 22 11:36:44.113399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.113743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.117843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.125705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.126368 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.127490 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 5 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.147811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0d602-b7ea-4aa1-9dc3-8a582be04920 None None] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:44.148245 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.156932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.157273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.157609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.165037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.165364 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.166592 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 6 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.168945 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Transition to ACTIVE for port object 6d324976-5e29-4b4b-8fff-9d260324cbc2 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:44.172438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.176029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.183910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.184610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.184743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.190065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.190927 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.191315 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 7 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.199536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 97cc55af-c663-408d-8286-e0e0760319fc completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:44.206916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.207355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.207701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.212730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.213014 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.213398 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 8 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.231394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.231394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.231394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.231603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 97cc55af-c663-408d-8286-e0e0760319fc triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:44.231603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.235219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.235720 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.236179 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 9 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.254651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.254990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.255324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.261216 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.263214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.263537 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.263934 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 10 to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d Mar 22 11:36:44.293743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.294077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.294586 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.304376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:44.304972 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:44.307041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.333399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.375142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d781b9-ed30-441a-b67f-9b4dc6a9c742,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:44.400412 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195e67-8846-4332-84d6-94220f3b40d4 None None] Pushing event updated for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:44.561480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'Port': ['ID=8b9906cf-47be-4d41-a8c3-37acd06fac8d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:44.587023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:44.649211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:44.660789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:44.675678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-06a4f02e-7f51-439d-8e09-c2473e4b24e0 None None] Provisioning for port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:44.711505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:44.722339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Usage tracker for resource:security_group_rule and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:44.729718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:44.739509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.744776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:44.773160 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Attempting to bind port 6d324976-5e29-4b4b-8fff-9d260324cbc2 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:44.774674 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Attempting to bind port 6d324976-5e29-4b4b-8fff-9d260324cbc2 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:44.775471 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Attempting to bind port 6d324976-5e29-4b4b-8fff-9d260324cbc2 on network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:44.789072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:44.789913 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempted to set empty binding levels {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:36:44.790686 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:44.791147 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Checking segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:44.791567 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.792020 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Bound using segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:44.793183 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Bound port: 6d324976-5e29-4b4b-8fff-9d260324cbc2, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:44.793439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.793600 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.850267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 97cc55af-c663-408d-8286-e0e0760319fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=97cc55af-c663-408d-8286-e0e0760319fc,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:44.860442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.891369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.899965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:44.975967 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] For port 6d324976-5e29-4b4b-8fff-9d260324cbc2, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:44.980813 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] For port 6d324976-5e29-4b4b-8fff-9d260324cbc2, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6d324976-5e29-4b4b-8fff-9d260324cbc2,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:44.983888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Sync routers for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:45.032003 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.035198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:45.035953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:45.045506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] In _notify_port_updated(), no bound segment for port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:36:45.056101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.057014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.060665 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "PUT /v2.0/ports/d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d HTTP/1.1" status: 200 len: 976 time: 3.9992535 Mar 22 11:36:45.062793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49740) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.133874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.141837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.56 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/1c30f127-7560-436a-b620-5ca3f2c7a1f8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:45.166215 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:45.166839 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:45.233650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c0c62-2809-42fc-8d3f-0067a92226ba tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:45.241699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.298092 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195e67-8846-4332-84d6-94220f3b40d4 None None] Pushing event updated for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:45.307641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49744) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.332165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.399717 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981702863', 'description': 'tempest-description--1055598087'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:45.404376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:45.414234 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47e93e74-35d8-411a-ad99-e494013b974e tempest-DHCPAgentSchedulersTestJSON-1926633747 tempest-DHCPAgentSchedulersTestJSON-1926633747-project-admin] 10.222.0.53 "GET /v2.0/agents/ce945b93-3856-43b0-b442-0a6bc62d7bdc/dhcp-networks HTTP/1.1" status: 200 len: 8821 time: 1.5835345 Mar 22 11:36:45.429177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.429348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:45.429573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.430040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.430585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.431051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.435339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.435839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.436305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.436945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.437506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.438021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.438479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.439033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.439495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.439995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.440558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.441028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.441546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.442001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.442529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.443044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.443496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.443947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.444452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:45.446870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:45.451336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49748) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.458099 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:45.498079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.514540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Usage tracker for resource:security_group and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:45.518846 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=97cc55af-c663-408d-8286-e0e0760319fc,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:45.531048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:45.575986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:45.582033 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8565808a-8511-4f58-bb8e-6bcc6e875e08 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21098 time: 0.5119004 Mar 22 11:36:45.586355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49752) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.607448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:45.608141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.636908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.638893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:45.650237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcbf0b6-1746-40f1-9b98-7d87736f0e80,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:45.671150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.671951 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2205e714-7e14-4a61-9c18-8619a3b186d2 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0447643 Mar 22 11:36:45.674926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49756) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.680151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Deleting port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:45.680491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.719765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:45.749413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.802164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.824452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.829139 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e01dd68b-6cb1-4d78-8bdf-f078eba85917 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9906087 Mar 22 11:36:45.832711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49760) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.875023 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.886178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'security_group_rule': {'security_group_id': '3fcbf0b6-1746-40f1-9b98-7d87736f0e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:45.904606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:45.921953 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e5aa8afc-fb00-498d-874b-75e2f2170f19 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=f16982fe-2ca5-4d91-9c0c-2854f5a9de4b HTTP/1.1" status: 200 len: 690 time: 0.2459018 Mar 22 11:36:45.925066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:45.925804 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49764) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:45.927095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:45.938992 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7594b0-5ae4-4807-955e-336f80c361fb None None] The sync data for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv is: [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:45.958489 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:45.964088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Usage tracker for resource:security_group_rule and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:46.011054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:46.056141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:46.058900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.142594 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 2, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:46.146013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.148218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Checking router: 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:36:46.148353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Updating router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:36:46.148775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:46.156876 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6431611 Mar 22 11:36:46.191274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.197930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Usage tracker for resource:security_group_rule and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:46.211356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:46.216649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:46.218422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2655c3ed-17e9-447a-9931-a614ea2b5d05']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:46.223869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.236447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:46.259290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:46.259677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.284032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfc89a1-552c-4f43-9549-4b906e6b2952') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:46.284395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfc89a1-552c-4f43-9549-4b906e6b2952') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:46.302810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.350675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.362011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.369171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.386331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:46.386825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:46.407837 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:46.478879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b350b52-052c-41f0-b086-1267815aa557 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'Port': ['ID=8b9906cf-47be-4d41-a8c3-37acd06fac8d,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:46.484353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.509627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.600667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.639872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Deleting port f9d781b9-ed30-441a-b67f-9b4dc6a9c742 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:46.639872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.681255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49790) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:46.699198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d, host hv-neutron-8281, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:46.700420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.702745 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 11:36:46.711247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,segment=NetworkSegment(3fa51975-8976-47ff-8fa4-a7aa5b9cb60e),segment_id=3fa51975-8976-47ff-8fa4-a7aa5b9cb60e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:46.764334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.847387 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Calling delete_port for d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:46.909540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:46.977656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:46.990069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:47.024714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:47.051222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=1c30f127-7560-436a-b620-5ca3f2c7a1f8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.055980 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Transition to ACTIVE for port object d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:47.057779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:47.103888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.103888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.140105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.156163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.187255 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-715a47ab-40c9-4412-a9b3-c527d67948f7 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--331972178&fields=id&tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7 HTTP/1.1" status: 200 len: 267 time: 0.4922240 Mar 22 11:36:47.200417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.201967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:47.249899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.259304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Calling delete_port for f9d781b9-ed30-441a-b67f-9b4dc6a9c742 owned by network:floatingip {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:47.360113 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.371540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.423204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.438519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae65e1-68df-460e-9592-580d69f6606a None None] Pushing event updated for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.464081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.477374 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fb12540d-3694-483e-9d92-6e12ab013bad tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d HTTP/1.1" status: 204 len: 168 time: 1.8900142 Mar 22 11:36:47.482973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49796) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.501571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.526670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event deleted for resources: {'Network': ['ID=2655c3ed-17e9-447a-9931-a614ea2b5d05,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.548857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Attempting to bind port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:47.549216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Attempting to bind port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:47.550184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Attempting to bind port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 on network bea6b392-9abd-462e-a09a-f1dbf07bff35 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:47.556685 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1da2376-d819-4b51-826f-3e3067c22c98 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:36:47.557008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1da2376-d819-4b51-826f-3e3067c22c98 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:47.558276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:36:47.558769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Checking segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:36:47.559171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.559722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Bound using segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:36:47.560431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Bound port: d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:36:47.561281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.576025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:47.576639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.576977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-c395779c-1f93-4952-83cf-1284ac4f0a8c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:47.578554 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-c395779c-1f93-4952-83cf-1284ac4f0a8c tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/networks?id=3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 200 len: 811 time: 0.3577716 Mar 22 11:36:47.596547 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-46bab258-188c-4744-9691-5625a2c0faa7 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "DELETE /v2.0/networks/2655c3ed-17e9-447a-9931-a614ea2b5d05 HTTP/1.1" status: 204 len: 168 time: 2.1434593 Mar 22 11:36:47.597452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.599409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49800) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.650226 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d883db-dab3-4584-a6ed-5f50467a8ba9 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] DELETE failed (client error): The resource could not be found. Mar 22 11:36:47.650861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d883db-dab3-4584-a6ed-5f50467a8ba9 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:36:47.661027 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e2d883db-dab3-4584-a6ed-5f50467a8ba9 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "DELETE /v2.0/ports/579031ac-4af5-4cdf-912e-68c2d4c75746 HTTP/1.1" status: 404 len: 333 time: 0.0605087 Mar 22 11:36:47.662179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49804) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.678030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e698c4-8b33-4405-bc8b-08a4691ad097,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.695495 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-a4b2e74a-dc88-4e77-908c-287fc1fed829 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/quotas/b10ba6caad1e47b7ae70cc6ce95a91b7 HTTP/1.1" status: 200 len: 375 time: 0.1032844 Mar 22 11:36:47.704472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dd72db-20a7-4583-a265-e5fc139fd0d7,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.709873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.773879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1da2376-d819-4b51-826f-3e3067c22c98 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:47.778690 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c1da2376-d819-4b51-826f-3e3067c22c98 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports/d8d9f5fa-3e67-467d-b2b4-9862e3ed2b8d HTTP/1.1" status: 404 len: 333 time: 0.2912211 Mar 22 11:36:47.778871 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] For port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:47.778967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d781b9-ed30-441a-b67f-9b4dc6a9c742,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:47.782179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49808) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.799215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] For port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:36:47.805861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6d324976-5e29-4b4b-8fff-9d260324cbc2 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:47.808640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.810624 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b28031b9-cdba-42ef-8e52-6a2e96072098 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4958510 Mar 22 11:36:47.820782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49812) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.822614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.826564 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0175161-9b09-413c-b00f-42d04ef4e871 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9814696 Mar 22 11:36:47.827803 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1855574298', 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:47.829994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49816) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:47.839372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:47.841206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'security_group_rule': {'security_group_id': '26e698c4-8b33-4405-bc8b-08a4691ad097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:47.861029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'security_group_rule': {'security_group_id': '3fcbf0b6-1746-40f1-9b98-7d87736f0e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:47.866925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Deleting subnet 0284674b-7917-4aa2-af0c-e2898e194946 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:36:47.870048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:47.873339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.876064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:47.877453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.880733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:47.884159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:47.891236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Usage tracker for resource:security_group_rule and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:47.894943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:47.897782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Usage tracker for resource:security_group_rule and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:47.906891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:47.911841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:47.925887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:47.976780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:47.977394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:47.985905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.042843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Made reservation on behalf of 505944b3b4a848f4978c54cbe0232c62 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:48.045289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.051869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae65e1-68df-460e-9592-580d69f6606a None None] Pushing event updated for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:48.063482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.122381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port 0c666457-7032-4cdc-a942-c55af5637211 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:48.138628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Router b51ba8b2-9156-408e-8da3-e1aedbb40853 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:36:48.153696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:48.166417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:48.166785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.169455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.258785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:36:48.286783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.298380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.313015 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-a992befa-f5b5-4736-a869-606f709b3a6b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6057544 Mar 22 11:36:48.467366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.501947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.529285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54f03c3d-69d4-4a13-a9eb-6d3bb65eb68f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:48.537872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.542740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.574578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01560501-4e2a-45c5-a3f2-27b494dd6010 None None] Network 7ba303f8-7999-4a84-abf8-3a800525919d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:36:48.588457 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "DELETE /v2.0/subnets/0284674b-7917-4aa2-af0c-e2898e194946 HTTP/1.1" status: 204 len: 168 time: 0.9248879 Mar 22 11:36:48.589743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28780-3945-4b58-988f-2330caa61dbf tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event deleted for resources: {'Subnet': ['ID=0284674b-7917-4aa2-af0c-e2898e194946,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:48.593958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49828) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:48.648481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.661363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-485a06f3-107a-49c4-8c1f-384e27837723 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:36:48.662956 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-485a06f3-107a-49c4-8c1f-384e27837723 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1800253 Mar 22 11:36:48.693174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 6d324976-5e29-4b4b-8fff-9d260324cbc2, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6d324976-5e29-4b4b-8fff-9d260324cbc2,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:48.789226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.789914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 97cc55af-c663-408d-8286-e0e0760319fc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:48.817673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.829727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.865772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Deleting port cb135712-bea5-4765-8266-9367c3d66d7e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:48.866220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.900788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.901220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.902060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.902477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_create 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.902869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.903283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > port after_update 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.903666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.904066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.904464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.904890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:48.951831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:48.966295 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] Sync routers for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:48.979649 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:48.980786 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:48.980972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:48.997494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.004219 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:49.036994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 97cc55af-c663-408d-8286-e0e0760319fc triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:49.037386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.046771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.047048 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.057156 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:49.057865 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.105929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-581614fe-2749-4dce-a957-64864881bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:47Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.116253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581614fe-2749-4dce-a957-64864881bb48 None None] The sync data for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv is: [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:47Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:49.141154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.156656 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-a1eca224-32a0-4071-8548-83e76fd4ce06 service neutron] 10.222.0.53 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747462 Mar 22 11:36:49.160298 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.160923 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec008670-3c8c-4b26-9e2f-9d4a35326691 None None] The sync data for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:49.174330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:49.175192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:49.175587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:49.175986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 11:36:49.176307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16982fe-2ca5-4d91-9c0c-2854f5a9de4b']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.197182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] DHCP port deletion for 7ba303f8-7999-4a84-abf8-3a800525919d request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:36:49.203499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085c6f19-1de1-4e94-b518-0bc52235357a') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.203499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085c6f19-1de1-4e94-b518-0bc52235357a') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:49.217798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Deleting port cb135712-bea5-4765-8266-9367c3d66d7e {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:49.218178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.228300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.328995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.343586 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.355856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:49.356318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.375070 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-b8a7c530-4145-47e4-b279-c30821d7cfa3 service neutron] 10.222.0.53 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169657 Mar 22 11:36:49.446315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.447566 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bd282517-4593-4bfa-bd51-ad33cb9dfb12 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.8228865 Mar 22 11:36:49.474687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49832) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: from cryptography.utils import int_from_bytes Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: from cryptography.utils import int_from_bytes Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn_limited( Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn_limited( Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:49.483136 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:49.500028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.551373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] For port cb135712-bea5-4765-8266-9367c3d66d7e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cb135712-bea5-4765-8266-9367c3d66d7e,segment=NetworkSegment(407c4133-f332-42fd-a747-533f2bf89abe),segment_id=407c4133-f332-42fd-a747-533f2bf89abe)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:49.551824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.568076 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6d324976-5e29-4b4b-8fff-9d260324cbc2 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:49.581531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9723b4-a20b-436f-8d92-2c1479d9cff4,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:49.588658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.617795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.619451 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7938986 Mar 22 11:36:49.620536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.621694 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ce85dc7-bd0e-4d5d-8302-7fdbd97c2a2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7726049 Mar 22 11:36:49.631234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49836) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:49.631380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49838) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:49.662910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:49.671184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'security_group_rule': {'security_group_id': '26e698c4-8b33-4405-bc8b-08a4691ad097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:49.678470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.721778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f16982fe-2ca5-4d91-9c0c-2854f5a9de4b {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:36:49.731434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Network c31d87d4-f490-4b61-9146-512d0ad61553 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:49.732487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Network': ['ID=f16982fe-2ca5-4d91-9c0c-2854f5a9de4b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:49.740371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:49.742647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.750682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b55559-7adb-444f-a1e2-2b1c122bb2ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12283a55-2eb3-41c6-b20f-b3f9132f0ae6,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:49.775691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:49.778753 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f935d38e-f23b-4004-8f5f-448660ed3957 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f16982fe-2ca5-4d91-9c0c-2854f5a9de4b HTTP/1.1" status: 204 len: 168 time: 3.8198223 Mar 22 11:36:49.780180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=0c666457-7032-4cdc-a942-c55af5637211,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:49.782746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:49.783740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:49.784330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.787973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49854) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:49.802315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Usage tracker for resource:floatingip and tenant:b8aaf5955f7d4bb4823ae7c5837c8967 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:49.810486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:49.820305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Calling delete_port for cb135712-bea5-4765-8266-9367c3d66d7e owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:49.823677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:49.868147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:49.897873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] For port cb135712-bea5-4765-8266-9367c3d66d7e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cb135712-bea5-4765-8266-9367c3d66d7e,segment=NetworkSegment(407c4133-f332-42fd-a747-533f2bf89abe),segment_id=407c4133-f332-42fd-a747-533f2bf89abe)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:49.898388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.917444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Usage tracker for resource:security_group_rule and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:49.939807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:49.974147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:49.990430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6d324976-5e29-4b4b-8fff-9d260324cbc2 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:49.990430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.047803 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49868) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:50.069520 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Calling delete_port for cb135712-bea5-4765-8266-9367c3d66d7e owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:50.103009 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f4de13ab-e3e8-47d7-8924-849667c8f7f0 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3169162 Mar 22 11:36:50.123004 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.132322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49874) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:50.155064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3bd362af-cc2d-4fcf-883a-7b82079c8d3a tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Synchronizing usage tracker for tenant:0ab663d1255e472aa17802709b139993 on resource:floatingip {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:50.188810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:50.212628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] Pushing event deleted for resources: {'Port': ['ID=cb135712-bea5-4765-8266-9367c3d66d7e,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:50.227828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71e9fe-b74a-4068-8480-768dc160b358 None None] No DVR routers for this DVR port cb135712-bea5-4765-8266-9367c3d66d7e on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:36:50.234522 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 11:36:50.248814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:50.341716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-128ae2fe-1694-43fe-b342-6460dc15cf3f req-d929ecee-ab1d-46bf-8715-a94cdd8e71d9 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Synchronizing usage tracker for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:50.353227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438db635-d2b7-426c-8e0f-caa2b4ca211f tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.353833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-438db635-d2b7-426c-8e0f-caa2b4ca211f tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:50.395470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:36:50.395903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:36:50.401408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:50.406814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:50.410171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.483315 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-438db635-d2b7-426c-8e0f-caa2b4ca211f tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:50.484490 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-438db635-d2b7-426c-8e0f-caa2b4ca211f tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports/0c666457-7032-4cdc-a942-c55af5637211 HTTP/1.1" status: 200 len: 955 time: 0.3479187 Mar 22 11:36:50.485431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-128ae2fe-1694-43fe-b342-6460dc15cf3f req-d929ecee-ab1d-46bf-8715-a94cdd8e71d9 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Unset dirty status for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:50.486403 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-128ae2fe-1694-43fe-b342-6460dc15cf3f req-d929ecee-ab1d-46bf-8715-a94cdd8e71d9 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.4281571 Mar 22 11:36:50.487329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49890) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:50.599490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.639233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:50.651870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.683364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3bd362af-cc2d-4fcf-883a-7b82079c8d3a tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Unset dirty status for tenant:0ab663d1255e472aa17802709b139993 on resource:floatingip {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:50.686884 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3bd362af-cc2d-4fcf-883a-7b82079c8d3a tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1940 time: 0.8931434 Mar 22 11:36:50.692804 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49896) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:50.717746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.776080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Deleting port 0c666457-7032-4cdc-a942-c55af5637211 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:50.776806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:50.803892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cb135712-bea5-4765-8266-9367c3d66d7e no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:36:50.846230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.846959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.847618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.848225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.849073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.849840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.850468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.851311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:50.852404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: cb135712-bea5-4765-8266-9367c3d66d7e {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:36:50.852772 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cb135712-bea5-4765-8266-9367c3d66d7e not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:36:50.853542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Synchronizing usage tracker for tenant:0ab663d1255e472aa17802709b139993 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:50.909170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:50.926458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Deleting port cb135712-bea5-4765-8266-9367c3d66d7e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:50.927539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.010479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.020995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] The port 'cb135712-bea5-4765-8266-9367c3d66d7e' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:36:51.021977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.080578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Unset dirty status for tenant:0ab663d1255e472aa17802709b139993 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:51.084613 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1fd3badb-6867-4d90-aa9a-0984dbfce4bf tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.3881042 Mar 22 11:36:51.086567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49902) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:51.262035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.266483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.273820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.275990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.323365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.338277 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-ee6f3b54-9108-4fde-86c2-da5173b0faa6 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] delete failed (client error): The resource could not be found. Mar 22 11:36:51.339310 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ee6f3b54-9108-4fde-86c2-da5173b0faa6 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/a17feb4e-ac43-4ac7-b56d-67d33d671829 HTTP/1.1" status: 404 len: 345 time: 0.2508438 Mar 22 11:36:51.352818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49908) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:51.356209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba303f8-7999-4a84-abf8-3a800525919d']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:51.365606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:36:51.430018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddde1ab-e8eb-4493-b77a-df8392009b4b,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:51.450391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Calling delete_port for 0c666457-7032-4cdc-a942-c55af5637211 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:51.466842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:51.467280 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.481937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407c4133-f332-42fd-a747-533f2bf89abe') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:51.482231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407c4133-f332-42fd-a747-533f2bf89abe') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:51.497559 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8f21bb-43c1-4ddf-a18e-2d567b26541e tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 11:36:51.498015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8f21bb-43c1-4ddf-a18e-2d567b26541e tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:36:51.504955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.541170 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fd8f21bb-43c1-4ddf-a18e-2d567b26541e tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f16982fe-2ca5-4d91-9c0c-2854f5a9de4b HTTP/1.1" status: 404 len: 339 time: 0.1798749 Mar 22 11:36:51.543172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49918) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:51.547859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.552609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=1c30f127-7560-436a-b620-5ca3f2c7a1f8,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:51.553442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'name': 'tempest-network--1137403496', 'router:external': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:51.574433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:51.575086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.591715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:51.593917 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:51.608614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.612947 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0fde6fd-96b4-426e-bffd-e171e2627f5b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9698231 Mar 22 11:36:51.617454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:network and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:51.617454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49922) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:51.626387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.668994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:51.686066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:51.690490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:51.697670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:51.707950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Usage tracker for resource:floatingip and tenant:28d3dbed69ad467ca1413d9d705035d7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:51.711815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:51.717743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:51.791124 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0231fa2f-f966-48b2-9089-1bb71f1b92ac req-d6cddfd4-8151-46f2-8d70-49eb65fd2cb1 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.1088367 Mar 22 11:36:51.801659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Allocated IP 172.26.5.95 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:51.814942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:51.817889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.828457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.832320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.896507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.917692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.930632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c666457-7032-4cdc-a942-c55af5637211,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:51.941669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.963471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] Pushing event deleted for resources: {'Network': ['ID=7ba303f8-7999-4a84-abf8-3a800525919d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:51.966163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:51.967947 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-099983bb-a120-41e8-bee3-074df2dd51e4 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0c666457-7032-4cdc-a942-c55af5637211 HTTP/1.1" status: 204 len: 168 time: 1.4796882 Mar 22 11:36:51.974688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49926) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:51.983014 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-02412631-f0a6-465b-bd74-613bc0500759 tempest-DHCPAgentSchedulersTestJSON-661357821 tempest-DHCPAgentSchedulersTestJSON-661357821-project] 10.222.0.53 "DELETE /v2.0/networks/7ba303f8-7999-4a84-abf8-3a800525919d HTTP/1.1" status: 204 len: 168 time: 3.3875213 Mar 22 11:36:52.012133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:52.035902 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b43c80f-12f7-498b-acbb-930cef2ec70b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:36:52.036437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b43c80f-12f7-498b-acbb-930cef2ec70b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:52.048026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.048373 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Added segment 73939385-a4b7-4440-bbdf-8f692b5ab26a of type vlan for network d782461e-ab52-4b51-846f-272818497b2c Mar 22 11:36:52.103822 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 27664b35-0a75-49ad-835d-47e1e810eb3a associated. External IP: 172.26.5.56, port: 102b313e-169b-4080-8243-e1e4e00d4123. Mar 22 11:36:52.152744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.205357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.245025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b43c80f-12f7-498b-acbb-930cef2ec70b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:52.249736 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b43c80f-12f7-498b-acbb-930cef2ec70b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports/0c666457-7032-4cdc-a942-c55af5637211 HTTP/1.1" status: 404 len: 333 time: 0.2698028 Mar 22 11:36:52.251169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49934) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:52.259677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-512950037'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:52.275427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:52.292934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:52.305600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.306549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:52.307142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.411947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.478014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Made reservation on behalf of 505944b3b4a848f4978c54cbe0232c62 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:52.480235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.499099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=d782461e-ab52-4b51-846f-272818497b2c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:52.506380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port 690526c4-936c-4efe-af92-d6d539fd3952 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:52.513758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d782461e-ab52-4b51-846f-272818497b2c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:52.544409 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2cef2345-c792-4442-9c97-f3d25037c3d5 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0001860 Mar 22 11:36:52.556076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49940) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:52.761068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49946) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:52.881223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:52.902931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc58e3-29e3-49f7-9499-0d00981c1935 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:52.909458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc58e3-29e3-49f7-9499-0d00981c1935 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:52.928287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc58e3-29e3-49f7-9499-0d00981c1935 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:52.934410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc58e3-29e3-49f7-9499-0d00981c1935 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:52.943706 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a8bc58e3-29e3-49f7-9499-0d00981c1935 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3887432 Mar 22 11:36:52.951565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49954) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:52.982029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:52.993665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:53.009462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:53.061409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:53.062886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Allocated IP 172.20.0.1 (1b6fd657-7433-4be8-91f7-6b94b130ecde/ca168d6e-d2d2-4d24-8165-30c1b0edbd1c/983223e8-f0b3-4d68-b475-c8e9b3fad1b0) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:53.068698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'Port': ['ID=6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:53.172014 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3b74f4be-0c01-4e9f-ab46-9ab7da85e7f2 req-7fb2601b-1fb1-4129-b556-55f7fb85e2f9 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.1265306 Mar 22 11:36:53.202300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.217531 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-343d5639-e7cb-4b0c-8050-84c5ab3d9924 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcac4569458b4e9dbb9c1a2ccbc5d325&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4551227 Mar 22 11:36:53.223139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.226444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49960) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:53.227535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Allocated IP 172.26.5.36 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/49b941e3-42d0-4ca1-920b-a0b8d06db211) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:53.427825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.465449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.485251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.60', 64897) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:53.525650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.531323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.537701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.539461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:53.552278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:53.577015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Transition to ACTIVE for port object 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:53.577363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:53.578000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.641835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.646166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.651710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:53.652535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.700140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.715740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.716363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3fa33-3bc6-4636-a0a7-753a1353577d None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:53.727952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=690526c4-936c-4efe-af92-d6d539fd3952,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:53.783010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d782461e-ab52-4b51-846f-272818497b2c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.794557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Network c31d87d4-f490-4b61-9146-512d0ad61553 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:53.797837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.816869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:53.817001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.817078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:53.817078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:53.817078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.827238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73939385-a4b7-4440-bbdf-8f692b5ab26a') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.827532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73939385-a4b7-4440-bbdf-8f692b5ab26a') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:53.863856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.918348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.932260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:53.932753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:53.947168 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:53.963563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:53.974960 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a0dff492-8d09-4f34-969d-8627fdf1e13d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.8017993 Mar 22 11:36:53.982948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 49966) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:53.995568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:54.072019 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c523a215-11d8-41c2-9842-5a2067b0f406 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8209538 Mar 22 11:36:54.078222 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49972) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:54.082868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.105668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:54.124212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-c7b15861-6a1f-42fa-b062-17e313f02b2a tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:54.125691 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-c7b15861-6a1f-42fa-b062-17e313f02b2a tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "GET /v2.0/networks?id=3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 200 len: 811 time: 0.6353149 Mar 22 11:36:54.139022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:54.149766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.160940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f36c42-702b-41fb-909d-6983febf7a42,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:54.162811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:54.172771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:54.202033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'Port': ['ID=49b941e3-42d0-4ca1-920b-a0b8d06db211,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:54.204420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.208737 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d11215c4-bbbe-4162-9dfd-76b191f81a88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96f36c42-702b-41fb-909d-6983febf7a42 HTTP/1.1" status: 204 len: 168 time: 0.9758434 Mar 22 11:36:54.259117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:54.268753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.288699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.305875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.311135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d782461e-ab52-4b51-846f-272818497b2c {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:36:54.313194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Network': ['ID=d782461e-ab52-4b51-846f-272818497b2c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:54.328035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.341497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.358337 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5c335b9f-b500-4a36-a542-d988543ae5f7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d782461e-ab52-4b51-846f-272818497b2c HTTP/1.1" status: 204 len: 168 time: 1.3961434 Mar 22 11:36:54.362153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 49988) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:54.369729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'name': 'tempest-network--1272097445', 'router:external': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:54.409873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:54.465202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=983223e8-f0b3-4d68-b475-c8e9b3fad1b0,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:54.476504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.507252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:network and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:54.511675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:54.522944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.524019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:54.674047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:54.676905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.729664 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-c9b79126-2429-4f48-9dc9-7027c50ad68e tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7 HTTP/1.1" status: 200 len: 379 time: 0.5287063 Mar 22 11:36:54.746830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.750606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:54.771767 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-47fdb82f-6c3a-4cf0-b648-87fe4158a7dc req-177ba6ea-abde-463f-a751-de50e7175ed8 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.3239322 Mar 22 11:36:54.774982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:54.776770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:36:54.808043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.808388 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Added segment 0c776370-860f-491d-a860-b36ab987095a of type vlan for network fdb1f550-cc96-4a75-bffd-04d5e601e755 Mar 22 11:36:54.876969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'port': {'device_id': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'admin_state_up': True, 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'security_groups': ['79e9e410-846d-46a2-ba52-9f91440977dc']}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:36:54.894301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.918261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:54.972244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:54.988959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] device_id is not set on port 690526c4-936c-4efe-af92-d6d539fd3952 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:36:55.143527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50008) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:55.149062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.184401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.200036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-446be9ac-9fa6-46f0-af89-53c0c8a1ec2d None None] Provisioning for port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:36:55.201891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'Port': ['ID=6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:55.218307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-446be9ac-9fa6-46f0-af89-53c0c8a1ec2d None None] Provisioning complete for port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:55.218692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-446be9ac-9fa6-46f0-af89-53c0c8a1ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.237262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:55.237539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Usage tracker for resource:security_group_rule and tenant:a0bc155dbb7c4463bdf3e27968e8065c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:36:55.241099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:36:55.247612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:55.282591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.305007 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-913d91f5-902d-47d4-acc1-8943d5a824fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6507404 Mar 22 11:36:55.311646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-446be9ac-9fa6-46f0-af89-53c0c8a1ec2d None None] Port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:36:55.337695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.342699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.348105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Transition to ACTIVE for port object 690526c4-936c-4efe-af92-d6d539fd3952 will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:55.383812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.431305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.481559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.482608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:55.483191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.487153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.536863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.554538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.563063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:36:55.574045 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:36:55.596772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.597142 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 27664b35-0a75-49ad-835d-47e1e810eb3a disassociated. External IP: 172.26.5.56, port: 102b313e-169b-4080-8243-e1e4e00d4123. Mar 22 11:36:55.620722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'Port': ['ID=49b941e3-42d0-4ca1-920b-a0b8d06db211,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:55.679782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Made reservation on behalf of b10ba6caad1e47b7ae70cc6ce95a91b7 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:36:55.683475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.746508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=690526c4-936c-4efe-af92-d6d539fd3952,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:55.842806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16044010-1a53-456c-88b6-ab3a57ecdfbd,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:55.848083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:55.859621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Synchronizing usage tracker for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:55.975842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Allocated IP 172.20.0.7 (3db4209a-2370-49cc-80ea-e13ddcf7b6af/9f79b03f-2cf4-41f3-b44d-f04ae4771548/fb587360-c378-4570-8ad5-90827d912721) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:36:56.139376 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-a5c6833c-b58f-4814-a9ab-b710dd6a3b22 req-70e4d61a-a765-414a-9101-001ff91a1828 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.0706141 Mar 22 11:36:56.140127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=fdb1f550-cc96-4a75-bffd-04d5e601e755,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:56.140709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network fdb1f550-cc96-4a75-bffd-04d5e601e755 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-43b2bfa0-6c5c-4930-9ce5-2bad5fad6c6c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--894133231&fields=id&tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967 HTTP/1.1" status: 200 len: 267 time: 0.4442070 Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.140799 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 2 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.162748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.162748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.162748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.220103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.220493 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.221640 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 3 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.239090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.239425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.239764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.245882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.246211 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.246595 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 4 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.262463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.262801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.263147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.268808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.269169 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.269629 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 5 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.286371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.286758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.287092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.292427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.292986 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.293368 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 6 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.316238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.316593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.321740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.321740 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-658c0326-c7ef-4384-8d5b-118eda8221eb tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9583726 Mar 22 11:36:56.324273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50034) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:56.327482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.327641 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.347557 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 7 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.397121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] Unset dirty status for tenant:75c209dfbd8d43d4adf8ebaadfc7d041 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:56.398257 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-88fab632-a3b5-4459-9427-a7296ce9b87d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0bc155dbb7c4463bdf3e27968e8065c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2517579 Mar 22 11:36:56.404535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50038) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:56.413180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:56.422008 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c4156d39-6dea-4514-9f50-3debd19a62ab tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7931874 Mar 22 11:36:56.422008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.422008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.422008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.502136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.502523 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.532190 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 8 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:56.535382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:56.593190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-f45b7e82-2346-49c0-b468-52f0650a0d95 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:56.601077 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-f45b7e82-2346-49c0-b468-52f0650a0d95 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 811 time: 0.4982357 Mar 22 11:36:56.621746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f662152-5a60-45da-b6e1-7497cc3ec48c tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:56.621746 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5f662152-5a60-45da-b6e1-7497cc3ec48c tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "GET /v2.0/networks/fdb1f550-cc96-4a75-bffd-04d5e601e755 HTTP/1.1" status: 200 len: 757 time: 0.2931397 Mar 22 11:36:56.646355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50046) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:56.647088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:56.647479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:56.647758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:56.688708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:56.689242 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:56.707071 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-5f82e8ef-6836-4834-994a-0af07c37e6ca tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/quotas/b8aaf5955f7d4bb4823ae7c5837c8967 HTTP/1.1" status: 200 len: 375 time: 0.1051464 Mar 22 11:36:56.769678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:36:57.010211 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 9 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:57.090945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-20183f91-1006-4fc0-8dd6-1e731bb79307 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:57.097592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.109990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.139059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.161842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f727479a-7096-430b-869c-85ec1afe16b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.180221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:57.180874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:57.180973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:57.207356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb9bd0-4607-4979-800a-46b6591bb96b tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:57.211501 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8ebb9bd0-4607-4979-800a-46b6591bb96b tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "GET /v2.0/networks/1feffc4e-1e3c-4051-bc98-051c6c6292bb HTTP/1.1" status: 200 len: 768 time: 0.5227051 Mar 22 11:36:57.211624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Transition to ACTIVE for port object fb587360-c378-4570-8ad5-90827d912721 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:36:57.214691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50062) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:57.223765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:57.223978 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:57.227311 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempt 10 to bind port 690526c4-936c-4efe-af92-d6d539fd3952 Mar 22 11:36:57.254934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:36:57.254934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:36:57.254934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempting to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:36:57.263345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:36:57.263672 dv-neutron-828143-11-hyperv neutron-server[88742]: ERROR neutron.plugins.ml2.managers [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Failed to bind port 690526c4-936c-4efe-af92-d6d539fd3952 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'd452b283-0f98-4e78-99ab-0f31cb5a2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c31d87d4-f490-4b61-9146-512d0ad61553'}] Mar 22 11:36:57.264029 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.312102 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c9e4cd53-def8-4be6-aa45-4511e4a4bf3a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6037445 Mar 22 11:36:57.364175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.392024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16044010-1a53-456c-88b6-ab3a57ecdfbd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:57.414334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.415840 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-88201232-df57-4a87-b8f8-0b0a97963790 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16044010-1a53-456c-88b6-ab3a57ecdfbd HTTP/1.1" status: 204 len: 168 time: 1.0043197 Mar 22 11:36:57.442888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port 690526c4-936c-4efe-af92-d6d539fd3952, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:36:57.444622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attempted to set empty binding levels {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:36:57.461638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-20183f91-1006-4fc0-8dd6-1e731bb79307 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:57.465983 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-20183f91-1006-4fc0-8dd6-1e731bb79307 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1981702863&fields=id&tenant_id=28d3dbed69ad467ca1413d9d705035d7 HTTP/1.1" status: 200 len: 267 time: 0.7022946 Mar 22 11:36:57.495605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.523454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.603707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-2fba200a-2284-4a16-8da8-0953104fe602 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:36:57.604883 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-2fba200a-2284-4a16-8da8-0953104fe602 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1235135 Mar 22 11:36:57.616742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] In _notify_port_updated(), no bound segment for port 690526c4-936c-4efe-af92-d6d539fd3952 on network c31d87d4-f490-4b61-9146-512d0ad61553 {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:36:57.618097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:57.618939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.623772 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "PUT /v2.0/ports/690526c4-936c-4efe-af92-d6d539fd3952 HTTP/1.1" status: 200 len: 976 time: 3.5421269 Mar 22 11:36:57.629091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50072) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:57.675785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:36:57.700468 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:36:57.714960 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:57.717973 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:57.752150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.795421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e7fe-f5a9-4d45-8c4d-4bc7d8e719da tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event updated for resources: {'Port': ['ID=690526c4-936c-4efe-af92-d6d539fd3952,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:57.823834 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:57.845219 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:36:57.846900 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:36:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:57.877486 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e990678f-5d3b-4112-a34c-8913352d7e0f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/27664b35-0a75-49ad-835d-47e1e810eb3a HTTP/1.1" status: 200 len: 687 time: 3.8932092 Mar 22 11:36:57.887937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50076) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:57.976726 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:57.977443 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7e85f-f14b-415d-a48b-da6838f3f34d None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:36:57.998058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Deleting port 690526c4-936c-4efe-af92-d6d539fd3952 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:57.998606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.099883 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-d11ba10e-705c-40b8-9ac1-5514b99a11d4 service neutron] 10.222.0.53 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746094 Mar 22 11:36:58.211867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 1c30f127-7560-436a-b620-5ca3f2c7a1f8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:36:58.212257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.247769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.437072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] For port 690526c4-936c-4efe-af92-d6d539fd3952, host hv-neutron-8281, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:36:58.437762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.458900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-9e38286e-dd6e-4132-89fb-a89f9d934c6e tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:58.460844 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-9e38286e-dd6e-4132-89fb-a89f9d934c6e tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/networks?id=bea6b392-9abd-462e-a09a-f1dbf07bff35 HTTP/1.1" status: 200 len: 806 time: 0.9596326 Mar 22 11:36:58.583050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Calling delete_port for 690526c4-936c-4efe-af92-d6d539fd3952 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:58.659307 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-0e72d95c-80c6-4d31-983c-d8bc6e96a92e service neutron] 10.222.0.53 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556399 Mar 22 11:36:58.746635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.779400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb1f550-cc96-4a75-bffd-04d5e601e755']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:58.781759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.912562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Pushing event deleted for resources: {'Port': ['ID=690526c4-936c-4efe-af92-d6d539fd3952,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:58.919404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:58.929021 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4d274c03-6869-4cab-bac1-b3f9668b1a9b tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "DELETE /v2.0/ports/690526c4-936c-4efe-af92-d6d539fd3952 HTTP/1.1" status: 204 len: 168 time: 1.2987671 Mar 22 11:36:58.932135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50096) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:59.018800 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2091310d-8532-456b-b2d1-a9fb766823b9 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:36:59.018800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2091310d-8532-456b-b2d1-a9fb766823b9 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Synchronizing usage tracker for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:59.032810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:36:59.045786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c776370-860f-491d-a860-b36ab987095a') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:59.046151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c776370-860f-491d-a860-b36ab987095a') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:59.053396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event updated for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:59.073191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:36:59.110350 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-881c9ab6-e158-4f7e-b440-92c8ca2f073f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/quotas/28d3dbed69ad467ca1413d9d705035d7 HTTP/1.1" status: 200 len: 375 time: 0.5668375 Mar 22 11:36:59.111114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:36:59.182032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.263423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:36:59.311478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.395445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b709-1791-4411-b08a-c3d46ecc08fd req-e6145a39-c17e-48b3-9eef-df2d62b14c06 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:59.419046 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c361b709-1791-4411-b08a-c3d46ecc08fd req-e6145a39-c17e-48b3-9eef-df2d62b14c06 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 931 time: 0.2260678 Mar 22 11:36:59.420478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2091310d-8532-456b-b2d1-a9fb766823b9 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] Unset dirty status for tenant:505944b3b4a848f4978c54cbe0232c62 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:36:59.430178 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2091310d-8532-456b-b2d1-a9fb766823b9 tempest-PortsAdminExtendedAttrsTestJSON-802227824 tempest-PortsAdminExtendedAttrsTestJSON-802227824-project-admin] 10.222.0.53 "GET /v2.0/ports/690526c4-936c-4efe-af92-d6d539fd3952 HTTP/1.1" status: 404 len: 333 time: 0.4886794 Mar 22 11:36:59.430178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50124) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:36:59.440875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.444659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.445000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.561709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.629835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-c361b709-1791-4411-b08a-c3d46ecc08fd req-f2691b24-1b27-4e50-ac85-2cf429b72a41 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Synchronizing usage tracker for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:36:59.629835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.794282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 1c30f127-7560-436a-b620-5ca3f2c7a1f8 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:36:59.841713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:36:59.842782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:36:59.948714 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:36:59.951195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:59.951195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31d87d4-f490-4b61-9146-512d0ad61553']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:59.951195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd452b283-0f98-4e78-99ab-0f31cb5a2f82') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:59.951195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd452b283-0f98-4e78-99ab-0f31cb5a2f82') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:36:59.966725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.002086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.015329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:00.016696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:00.047752 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:00.065495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:00.072380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.089211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c23eada8-d243-42d7-8d5e-f662c4902189 None None] Provisioning for port fb587360-c378-4570-8ad5-90827d912721 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:00.094965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-881109f9-176b-4b9c-8d26-0bb9bdf2df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.097442 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.098457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c23eada8-d243-42d7-8d5e-f662c4902189 None None] Provisioning complete for port fb587360-c378-4570-8ad5-90827d912721 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:00.100646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c23eada8-d243-42d7-8d5e-f662c4902189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.116622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.179888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-c361b709-1791-4411-b08a-c3d46ecc08fd req-f2691b24-1b27-4e50-ac85-2cf429b72a41 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Unset dirty status for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:00.181421 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c361b709-1791-4411-b08a-c3d46ecc08fd req-f2691b24-1b27-4e50-ac85-2cf429b72a41 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7244780 Mar 22 11:37:00.211248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=983223e8-f0b3-4d68-b475-c8e9b3fad1b0,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:00.329752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-c23eada8-d243-42d7-8d5e-f662c4902189 None None] Port fb587360-c378-4570-8ad5-90827d912721 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:00.367165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.402168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.413490 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-40e56239-bee3-4ce1-a57f-6d9766c561d6 req-9f0c5c3e-e648-4aba-9bbf-2188c12fe82a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.1073878 Mar 22 11:37:00.421841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] Pushing event deleted for resources: {'Network': ['ID=c31d87d4-f490-4b61-9146-512d0ad61553,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:00.432052 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a690b765-e9ba-4a60-ab28-342242cb52ee tempest-PortsAdminExtendedAttrsTestJSON-1522090956 tempest-PortsAdminExtendedAttrsTestJSON-1522090956-project] 10.222.0.53 "DELETE /v2.0/networks/c31d87d4-f490-4b61-9146-512d0ad61553 HTTP/1.1" status: 204 len: 168 time: 1.0026987 Mar 22 11:37:00.460779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.460779 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-4a932f5e-0be5-4005-87b4-5e7c5a1cc811 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7060835 Mar 22 11:37:00.484013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdb1f550-cc96-4a75-bffd-04d5e601e755 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:37:00.491866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.521227 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-bbd3f62b-123a-448e-afe4-8a757484976e tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28d3dbed69ad467ca1413d9d705035d7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2832651 Mar 22 11:37:00.530487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-fa4c0688-8892-436c-be03-43f5cd7b073e tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:00.531575 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-fa4c0688-8892-436c-be03-43f5cd7b073e tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338850 Mar 22 11:37:00.540375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdb1f550-cc96-4a75-bffd-04d5e601e755,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:00.644476 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c4f9171f-7472-4d68-9da8-2456f2a8e27c tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fdb1f550-cc96-4a75-bffd-04d5e601e755 HTTP/1.1" status: 204 len: 168 time: 3.4191332 Mar 22 11:37:00.645842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50142) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:00.652924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'name': 'tempest-network--963284248'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:00.666501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.668462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:00.682212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Usage tracker for resource:network and tenant:0ab663d1255e472aa17802709b139993 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:00.692630 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:00.701580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.711866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:00.714211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:00.774899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:00.795225 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.843302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Made reservation on behalf of 0ab663d1255e472aa17802709b139993 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:00.849852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:00.925418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:01.126986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.126986 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Added segment 4f51a41b-628d-475e-8131-f5d36e9f36a6 of type vlan for network b8a81a15-5c6a-46e8-abfd-164b12c0916a Mar 22 11:37:01.126986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.166971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6c851238-0b8a-4bcb-8a56-3dcea8c5ca5c None None] Provisioning complete for port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:01.175246 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6c851238-0b8a-4bcb-8a56-3dcea8c5ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.249404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50156) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:01.375405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6c851238-0b8a-4bcb-8a56-3dcea8c5ca5c None None] Port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:01.454850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.457058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:01.458488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.558891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Request body: {'port': {'device_id': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:01.647041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Router b51ba8b2-9156-408e-8da3-e1aedbb40853 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:01.649792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=b8a81a15-5c6a-46e8-abfd-164b12c0916a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:01.668420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=1c30f127-7560-436a-b620-5ca3f2c7a1f8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:01.669254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b8a81a15-5c6a-46e8-abfd-164b12c0916a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:01.715441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10aae8-ad54-40d5-a20c-362d3a395878 req-fc5887b5-4050-4706-ac96-a7ab6c819861 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:01.725344 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1d10aae8-ad54-40d5-a20c-362d3a395878 req-fc5887b5-4050-4706-ac96-a7ab6c819861 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 931 time: 0.3600831 Mar 22 11:37:01.738711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:01.845748 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1d10aae8-ad54-40d5-a20c-362d3a395878 req-48a09f37-3797-46a9-90c0-6da13bfc3c62 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190488 Mar 22 11:37:01.858159 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6a5001d9-eb5e-40ee-957b-d41c0e07e6fa tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2102647 Mar 22 11:37:01.861021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50174) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:01.882378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:02.131411 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cb6c031b-87c2-4509-9481-45ae1a4efbe0 req-4ac62f20-bc85-4f77-9650-64b726b72858 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.1335440 Mar 22 11:37:02.172714 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-80bb6eae-a76e-4ff0-8f9b-5f7345bdde95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21037990bd1a4b3488ae42849856c2f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9217365 Mar 22 11:37:02.282253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50180) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.298251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50184) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.399522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.399522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.406840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:02.412746 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-91329da6-a5b9-4f07-aa3a-27ea16b99468 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "PUT /v2.0/routers/b51ba8b2-9156-408e-8da3-e1aedbb40853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9353054 Mar 22 11:37:02.418740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50190) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.426611 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-d6131ef1-aecc-4229-a278-e25e83853e9c service neutron] 10.222.0.53 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8719461 Mar 22 11:37:02.427770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] Sync routers for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:02.437928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Request body: {'port': {'network_id': '1b6fd657-7433-4be8-91f7-6b94b130ecde', 'name': 'tempest-FloatingIPAdminTestJSON-1595435641'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:02.444659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.451658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:02.456049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:02.527555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.530656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.535050 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7b6a9dcc-42bc-4728-b6da-979e89a6515e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/27664b35-0a75-49ad-835d-47e1e810eb3a HTTP/1.1" status: 204 len: 168 time: 4.6244333 Mar 22 11:37:02.537964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50194) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.543867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': 'b8d14f8f-636a-449c-a25a-f61f84b871ca'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:02.552614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:02.555653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.594180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-19c4f539-e919-4a77-a80d-35e0d71990a2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:02.595005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:02.608267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:02.609295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:02.613767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:floatingip and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:02.621943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:02.625216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Network b8a81a15-5c6a-46e8-abfd-164b12c0916a is not hosted by any dhcp agent {{(pid=88742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 11:37:02.626171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:02.626843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.628789 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "PUT /v2.0/networks/b8a81a15-5c6a-46e8-abfd-164b12c0916a HTTP/1.1" status: 200 len: 857 time: 0.7662237 Mar 22 11:37:02.650885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50200) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.656698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:02.683729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:02.684134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bea331-2970-43da-85ac-15bfcd9938e0 None None] The sync data for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:02.775049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf53e4-dc4d-4fc1-bd54-293cf3c44fb7 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event updated for resources: {'Network': ['ID=b8a81a15-5c6a-46e8-abfd-164b12c0916a,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:02.778165 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-19c4f539-e919-4a77-a80d-35e0d71990a2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "PUT /v2.0/quotas/70631b801a314165be13b12c260c6111 HTTP/1.1" status: 200 len: 368 time: 0.4757831 Mar 22 11:37:02.802358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:02.812646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50204) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:02.819088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Request body: {'network': {'project_id': '70631b801a314165be13b12c260c6111'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:02.824110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:02.828609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Usage tracker for resource:network and tenant:70631b801a314165be13b12c260c6111 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:02.832484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:02.838517 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:02.882131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.022815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Made reservation on behalf of 70631b801a314165be13b12c260c6111 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:03.031427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.038304 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-d2f02af7-b9e6-4405-9f08-f2f9ef9b8088 service neutron] 10.222.0.53 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806229 Mar 22 11:37:03.089067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.136542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.151880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.169964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9385f-090c-4202-b59b-3d81741301c9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:03.186406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.190447 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3169427c-bb98-41c8-8a32-05b0510ad9d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fee9385f-090c-4202-b59b-3d81741301c9 HTTP/1.1" status: 204 len: 168 time: 0.9071894 Mar 22 11:37:03.198134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:03.212584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Usage tracker for resource:security_group_rule and tenant:70631b801a314165be13b12c260c6111 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:03.219850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:03.237264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:03.265585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:03.283662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e30041-e826-409b-999b-4bd6cc85f48f req-0e900e92-92c3-410d-b861-2053d08dd88e tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:03.288435 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-45e30041-e826-409b-999b-4bd6cc85f48f req-0e900e92-92c3-410d-b861-2053d08dd88e tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 931 time: 0.2433009 Mar 22 11:37:03.330195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Usage tracker for resource:port and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:03.425616 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-45e30041-e826-409b-999b-4bd6cc85f48f req-36f75012-0d38-48f0-91f4-1b893b985526 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268814 Mar 22 11:37:03.441238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.561078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.594177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-b8b68c94-07ca-4f70-b693-ad5cd553f711 req-9fe85eea-904f-4493-80f3-dd755ba8bdf4 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:03.616070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a81a15-5c6a-46e8-abfd-164b12c0916a']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:03.640266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:03.672353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f51a41b-628d-475e-8131-f5d36e9f36a6') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:03.673096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f51a41b-628d-475e-8131-f5d36e9f36a6') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:03.740904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.778377 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:03.831352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.850288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-5ef9b0da-e4e1-4a3e-b1dd-afebccaf3dec req-ca05b5da-9804-41a6-86c7-91dfc0328e03 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Synchronizing usage tracker for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:03.875620 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.68 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/db7482d2-ee48-498c-9d21-470502f62b59) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:03.884553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:03.900725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.917375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e71dfa-7926-4258-9712-c88335b1e3b9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:03.957689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:03.958130 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Added segment 768fb182-155d-42f2-a8a1-17cd07782dc8 of type vlan for network 98f2b1fd-7d49-4fb4-a9b6-860a61b18e68 Mar 22 11:37:04.027784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.050834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-b8b68c94-07ca-4f70-b693-ad5cd553f711 req-9fe85eea-904f-4493-80f3-dd755ba8bdf4 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:04.060755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Made reservation on behalf of c11a3a0745004e39adbbfe389f49824d for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:04.064824 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b8b68c94-07ca-4f70-b693-ad5cd553f711 req-9fe85eea-904f-4493-80f3-dd755ba8bdf4 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.5456138 Mar 22 11:37:04.078873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.089763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:04.089763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.094186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:04.138430 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:04.153855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-5ef9b0da-e4e1-4a3e-b1dd-afebccaf3dec req-ca05b5da-9804-41a6-86c7-91dfc0328e03 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Unset dirty status for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:04.155130 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-5ef9b0da-e4e1-4a3e-b1dd-afebccaf3dec req-ca05b5da-9804-41a6-86c7-91dfc0328e03 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.4693716 Mar 22 11:37:04.237281 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] device_id is not set on port 465d660f-12d3-49c1-a170-c39e6c28fefb yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:04.239420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.398072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:04.492224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.515149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb587360-c378-4570-8ad5-90827d912721 {{(pid=88741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:04.527929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.592080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.597182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:04.598420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.628215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50226) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:04.656784 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:04.683161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Allocated IP 172.20.0.10 (1b6fd657-7433-4be8-91f7-6b94b130ecde/ca168d6e-d2d2-4d24-8165-30c1b0edbd1c/465d660f-12d3-49c1-a170-c39e6c28fefb) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:04.711211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Transition to ACTIVE for port object fb587360-c378-4570-8ad5-90827d912721 will not be triggered until provisioned by entity L2. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:04.715138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.724473 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eb03ff49-3341-4096-9e3e-4b7394030d8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=505944b3b4a848f4978c54cbe0232c62&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0915539 Mar 22 11:37:04.749934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50230) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:04.751283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8a81a15-5c6a-46e8-abfd-164b12c0916a {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:37:04.751776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:04.800353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.801093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:04.802908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8a81a15-5c6a-46e8-abfd-164b12c0916a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:04.822461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:04.970197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=db7482d2-ee48-498c-9d21-470502f62b59,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:04.982708 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ac470481-fbf7-4dbf-839e-8ea2500c9770 tempest-ExternalNetworksTestJSON-307801527 tempest-ExternalNetworksTestJSON-307801527-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b8a81a15-5c6a-46e8-abfd-164b12c0916a HTTP/1.1" status: 204 len: 168 time: 2.2239211 Mar 22 11:37:04.985305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50234) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:04.988824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event updated for resources: {'Network': ['ID=98f2b1fd-7d49-4fb4-a9b6-860a61b18e68,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:04.999732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 98f2b1fd-7d49-4fb4-a9b6-860a61b18e68 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:05.041139 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5979fcd2-ae9b-43d1-91a4-54fd3e7f1736 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] DELETE failed (client error): The resource could not be found. Mar 22 11:37:05.041598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5979fcd2-ae9b-43d1-91a4-54fd3e7f1736 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:37:05.043301 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5979fcd2-ae9b-43d1-91a4-54fd3e7f1736 tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "DELETE /v2.0/subnets/54f03c3d-69d4-4a13-a9eb-6d3bb65eb68f HTTP/1.1" status: 404 len: 337 time: 0.0511682 Mar 22 11:37:05.054069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50240) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:05.117875 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9391f710-5652-48b8-bf4d-5e37dae54b56 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3040562 Mar 22 11:37:05.159214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50246) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:05.242073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Request body: {'network': {'project_id': '70631b801a314165be13b12c260c6111'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:05.263124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.313492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:05.327928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Usage tracker for resource:network and tenant:70631b801a314165be13b12c260c6111 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:05.332274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:05.340071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:05.364608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff716e6-6b83-4b5b-99f7-43df5c2e82d1 req-a834823a-4b78-4b67-867d-db05bb171bd1 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:05.366193 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7ff716e6-6b83-4b5b-99f7-43df5c2e82d1 req-a834823a-4b78-4b67-867d-db05bb171bd1 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 931 time: 0.6758766 Mar 22 11:37:05.399259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Made reservation on behalf of 70631b801a314165be13b12c260c6111 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:05.401592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.463803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:05.480122 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-554ad0b0-fbaf-4a95-a329-49d4d550bb87 req-8c724e8f-82c5-4d60-a505-34fe8ec58d5c tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.2673109 Mar 22 11:37:05.533963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:05.538439 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7ff716e6-6b83-4b5b-99f7-43df5c2e82d1 req-2723f171-fc38-4a14-aa72-2f195868f50d tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610951 Mar 22 11:37:05.567258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.616667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.617006 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Added segment f63f4552-57cd-404b-955a-235026a62692 of type vlan for network 8eee5ca1-b4bb-4062-98c4-a9c08a178b00 Mar 22 11:37:05.660110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.60', 64905) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:05.690652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.700560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.716548 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e529aca6-e216-4f72-9a3c-7361c4d9e9b9 req-1572b4c0-6e4d-4ac2-b0b6-4a70ff163cd0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.1103766 Mar 22 11:37:05.738089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Attempting to bind port fb587360-c378-4570-8ad5-90827d912721 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:05.738364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Attempting to bind port fb587360-c378-4570-8ad5-90827d912721 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:05.738688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Attempting to bind port fb587360-c378-4570-8ad5-90827d912721 on network 3db4209a-2370-49cc-80ea-e13ddcf7b6af {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:05.750543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Port fb587360-c378-4570-8ad5-90827d912721 on network 3db4209a-2370-49cc-80ea-e13ddcf7b6af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:37:05.750869 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Attempting to bind port fb587360-c378-4570-8ad5-90827d912721 on network 3db4209a-2370-49cc-80ea-e13ddcf7b6af {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:05.757288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.792423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:05.792811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Checking segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:05.793379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Bound using segment: {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'} {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:05.793926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Bound port: fb587360-c378-4570-8ad5-90827d912721, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe49ad-7e63-43be-9da3-154ed849d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af'}}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:05.794165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:05.840933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Transition to ACTIVE for port object 465d660f-12d3-49c1-a170-c39e6c28fefb will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:05.910583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:05.970229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.008149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-a5c48b0d-1322-4eb4-bc5c-e92b3ad0552d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:06.009701 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-a5c48b0d-1322-4eb4-bc5c-e92b3ad0552d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 811 time: 0.3382287 Mar 22 11:37:06.016889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feffc4e-1e3c-4051-bc98-051c6c6292bb']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:06.029265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.047809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dfa101-497c-4e25-bf5f-2ce2e83923d3') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:06.048156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dfa101-497c-4e25-bf5f-2ce2e83923d3') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:06.055427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, cleared binding levels {{(pid=88741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:06.070880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da77a75-dc15-4384-8487-33109643b02d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:06.073154 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-5eb4878d-82fc-4ee7-89a3-067e7f0bfab5 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967 HTTP/1.1" status: 200 len: 379 time: 0.0487223 Mar 22 11:37:06.075884 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.084187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:06.084187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.084387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.089615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb587360-c378-4570-8ad5-90827d912721,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:06.094072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.095382 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cfc71e44-ac70-407f-a490-15cd3947d69f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8da77a75-dc15-4384-8487-33109643b02d HTTP/1.1" status: 204 len: 168 time: 1.3380928 Mar 22 11:37:06.102618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.105595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.113192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:06.113596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:06.130427 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:06.199675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.207920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.263767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'port': {'device_id': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'admin_state_up': True, 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'security_groups': ['3fcbf0b6-1746-40f1-9b98-7d87736f0e80']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:06.294400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:06.295119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.296641 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 200 len: 1093 time: 5.5192723 Mar 22 11:37:06.299743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'tag': 'fb587360-c378-4570-8ad5-90827d912721'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:06.307191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:06.319041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:06.320701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:06.538356 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3600321 Mar 22 11:37:06.594397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50266) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:06.607445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.610758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25bddb-ae48-49c1-94b8-338711600c72 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event updated for resources: {'Network': ['ID=8eee5ca1-b4bb-4062-98c4-a9c08a178b00,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:06.624898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Request body: {'network': {'project_id': '70631b801a314165be13b12c260c6111'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:06.633865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 8eee5ca1-b4bb-4062-98c4-a9c08a178b00 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:06.639243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3a68-3383-407c-b1be-fae0995223d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:06.711362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.745608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:06.775102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Usage tracker for resource:network and tenant:70631b801a314165be13b12c260c6111 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:06.782570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] Pushing event deleted for resources: {'Network': ['ID=1feffc4e-1e3c-4051-bc98-051c6c6292bb,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:06.788593 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5b8afce1-fb9f-4bd2-bd6e-e09d6d9b7daa tempest-ExternalNetworksTestJSON-649237160 tempest-ExternalNetworksTestJSON-649237160-project] 10.222.0.53 "DELETE /v2.0/networks/1feffc4e-1e3c-4051-bc98-051c6c6292bb HTTP/1.1" status: 204 len: 168 time: 1.7039170 Mar 22 11:37:06.790221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:06.810191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:06.811095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.816266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:06.868781 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 11:37:06.869547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:37:06.873958 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3bfa8ef1-842f-41ee-afb9-ef2c42537ac2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2679000 Mar 22 11:37:06.892083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50280) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:06.918158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event updated for resources: {'Port': ['ID=465d660f-12d3-49c1-a170-c39e6c28fefb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:06.923490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:06.988972 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bd7ef29b-41de-40d3-91dc-72b89f55bed7 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5672596 Mar 22 11:37:06.990934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50288) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:06.996823 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47df9c13-0339-4163-9fb0-e0056e9e0b61 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70631b801a314165be13b12c260c6111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025751 Mar 22 11:37:06.999181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-a82570e8-0675-4bc8-a9d4-f9f0359c643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:07.000679 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-a82570e8-0675-4bc8-a9d4-f9f0359c643c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 1096 time: 0.5031259 Mar 22 11:37:07.003032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50292) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:07.046317 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-758f153d-58d3-499c-a04e-1ded919bab2f req-6a4edc6d-2b85-4acd-8c5d-dfad8804ef7d tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.3173347 Mar 22 11:37:07.060806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:07.098046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:07.119587 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-567fb217-32a9-45f0-8e8b-6d0fb693e32d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 200 len: 217 time: 0.0962791 Mar 22 11:37:07.144663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e00a6-dae5-4a6d-acfc-84d4de117cce req-76fff4ed-f13a-40ba-bd9d-ef551ecd6e12 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:07.145286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-94939632-a628-475a-8d69-4c5492e5c640 None None] Provisioning for port 465d660f-12d3-49c1-a170-c39e6c28fefb completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:07.145418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-154e00a6-dae5-4a6d-acfc-84d4de117cce req-76fff4ed-f13a-40ba-bd9d-ef551ecd6e12 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Synchronizing usage tracker for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:07.151951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-94939632-a628-475a-8d69-4c5492e5c640 None None] Provisioning complete for port 465d660f-12d3-49c1-a170-c39e6c28fefb triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:07.154650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94939632-a628-475a-8d69-4c5492e5c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.206447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.60', 64909) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:07.232894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-94939632-a628-475a-8d69-4c5492e5c640 None None] Port 465d660f-12d3-49c1-a170-c39e6c28fefb cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:07.250429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.256931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-144a3c36-1eba-47ad-bef5-77fef1735ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:07.258432 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-144a3c36-1eba-47ad-bef5-77fef1735ab1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f79b03f-2cf4-41f3-b44d-f04ae4771548 HTTP/1.1" status: 200 len: 850 time: 0.1259518 Mar 22 11:37:07.320140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-154e00a6-dae5-4a6d-acfc-84d4de117cce req-76fff4ed-f13a-40ba-bd9d-ef551ecd6e12 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Unset dirty status for tenant:b10ba6caad1e47b7ae70cc6ce95a91b7 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:07.327079 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-154e00a6-dae5-4a6d-acfc-84d4de117cce req-76fff4ed-f13a-40ba-bd9d-ef551ecd6e12 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 943 time: 0.5265834 Mar 22 11:37:07.334572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Made reservation on behalf of b8aaf5955f7d4bb4823ae7c5837c8967 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:07.350384 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.359561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.416248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.432933 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-154e00a6-dae5-4a6d-acfc-84d4de117cce req-496a2b58-9bb6-477c-98c7-21f8a316fcbb tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048987 Mar 22 11:37:07.465079 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'tag': 'fb587360-c378-4570-8ad5-90827d912721', 'status': 'completed', 'code': 200} Mar 22 11:37:07.487864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.495058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-10ea301c-389b-41f6-9986-e3440229263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:07.500106 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-10ea301c-389b-41f6-9986-e3440229263e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3db4209a-2370-49cc-80ea-e13ddcf7b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2333925 Mar 22 11:37:07.641245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-336e5ae2-a4b4-4731-bd67-1290bff3e191 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:07.641886 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-336e5ae2-a4b4-4731-bd67-1290bff3e191 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:07.678345 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-90457493-4418-46eb-a670-664a2a0439dc req-ea61f08b-ed49-4974-a1c3-d6c41ff3378d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.1174436 Mar 22 11:37:07.686591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.713741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.714592 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e71dfa-7926-4258-9712-c88335b1e3b9 HTTP/1.1" status: 204 len: 168 time: 0.7065933 Mar 22 11:37:07.718803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50316) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:07.719541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60006958-6be3-4084-9ec7-238b692ff512 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e71dfa-7926-4258-9712-c88335b1e3b9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:07.733146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=db7482d2-ee48-498c-9d21-470502f62b59,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:07.746290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'project_id': 'c11a3a0745004e39adbbfe389f49824d', 'port_id': '465d660f-12d3-49c1-a170-c39e6c28fefb'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:07.752422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:07.772878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:07.801223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Usage tracker for resource:floatingip and tenant:c11a3a0745004e39adbbfe389f49824d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:07.805991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:07.818589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50322) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:07.844627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-336e5ae2-a4b4-4731-bd67-1290bff3e191 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:07.846264 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-336e5ae2-a4b4-4731-bd67-1290bff3e191 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.60 "GET /v2.0/networks?id=bea6b392-9abd-462e-a09a-f1dbf07bff35 HTTP/1.1" status: 200 len: 806 time: 0.6378565 Mar 22 11:37:07.888565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:07.915182 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-b7f3cc30-6582-4819-88ce-37bd947c7807 service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018245 Mar 22 11:37:07.927100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Allocated IP 172.20.0.7 (d933bdbf-b0f9-43af-9bd2-f511d4f058f3/e6fa3e92-4d63-4928-8d1a-c30918a7c5d7/0675f246-3629-4125-9db1-ba6672575b99) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:07.945729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-126294e4-23f3-4567-970b-b2ad1ca23616 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:07.983336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.031726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-126294e4-23f3-4567-970b-b2ad1ca23616 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:08.032858 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-126294e4-23f3-4567-970b-b2ad1ca23616 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d3dbed69ad467ca1413d9d705035d7 HTTP/1.1" status: 200 len: 380 time: 0.1698537 Mar 22 11:37:08.048892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'port': {'device_id': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'admin_state_up': True, 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'security_groups': ['26e698c4-8b33-4405-bc8b-08a4691ad097']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:08.062810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.167082 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cf583d21-9921-4445-94d8-0b9218d877c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c14fddb7298f4b83a91424da488d2c39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3383501 Mar 22 11:37:08.181384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50338) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:08.277557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.287892 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-890f3313-5eb7-42b3-bf83-802673113bf7 req-64e84979-bb95-4366-849e-a2d93c316f0c service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626487 Mar 22 11:37:08.370498 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7ed59dca-2753-4daf-9b80-a0aedc1f7fd2 req-7034acdd-0e2d-4ed6-b3fd-6e2c1beae5bb tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.1799493 Mar 22 11:37:08.371419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:08.381214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eee5ca1-b4bb-4062-98c4-a9c08a178b00']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:08.387625 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 18199d58-2317-4ad6-a583-bf9aeafbb997 associated. External IP: 172.26.5.68, port: b8d14f8f-636a-449c-a25a-f61f84b871ca. Mar 22 11:37:08.404780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63f4552-57cd-404b-955a-235026a62692') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:08.404780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63f4552-57cd-404b-955a-235026a62692') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:08.436203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.459619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:08.483397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.506867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.528758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:08.529164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:08.542894 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:08.616247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Made reservation on behalf of 28d3dbed69ad467ca1413d9d705035d7 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:08.619683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.666332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.742685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.849952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.855713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-90e1294c-3008-4122-bc6f-2ee1f03ae1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:08.857267 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-90e1294c-3008-4122-bc6f-2ee1f03ae1be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 1096 time: 0.4231913 Mar 22 11:37:08.901377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Transition to ACTIVE for port object 0675f246-3629-4125-9db1-ba6672575b99 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:08.906763 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a32cd947-6ac4-4786-8604-d53a8d16f369 req-48f20f99-f03a-4271-990d-ca7c14968cff tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.0693235 Mar 22 11:37:08.926770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.977360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:08.993862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eee5ca1-b4bb-4062-98c4-a9c08a178b00,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:08.995642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.005911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4778aa-b336-4a40-b219-2705f538deed req-b4444f31-5bc7-4a47-a53e-bdae55a02ccd tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:09.007212 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3d4778aa-b336-4a40-b219-2705f538deed req-b4444f31-5bc7-4a47-a53e-bdae55a02ccd tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 943 time: 0.3453186 Mar 22 11:37:09.065430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Allocated IP 172.20.0.14 (bea6b392-9abd-462e-a09a-f1dbf07bff35/e304e3b4-0dad-427c-9476-c6a15972440a/4f88448b-6155-4b65-9d9c-6e47e410dbf6) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:09.107718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.108847 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1849da7f-6233-431a-a4eb-ea167c900797 HTTP/1.1" status: 204 len: 168 time: 0.9231510 Mar 22 11:37:09.114042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50360) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:09.116549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede07c7-e42d-45c4-b8ff-a3f0c27aef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849da7f-6233-431a-a4eb-ea167c900797,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:09.118164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:09.127650 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0100d313-defc-480a-b18b-0d0e1014899f tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8eee5ca1-b4bb-4062-98c4-a9c08a178b00 HTTP/1.1" status: 204 len: 168 time: 1.4030101 Mar 22 11:37:09.130018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50368) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:09.202484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.212507 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3d4778aa-b336-4a40-b219-2705f538deed req-958307d4-99cd-4d5c-b48f-7d7d4861dbfa tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473525 Mar 22 11:37:09.228078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-c7af7c21-edf4-4a6b-b3bb-ba0960f7fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:09.229561 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-c7af7c21-edf4-4a6b-b3bb-ba0960f7fa88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 200 len: 912 time: 0.3365881 Mar 22 11:37:09.296026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Allocated IP 172.26.5.12 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/92a1f7b8-ed8a-4970-b611-b676e0976199) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:09.319075 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-4fe47977-3a08-40f4-bc96-a4f2263d47ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 200 len: 217 time: 0.0815163 Mar 22 11:37:09.372146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-149598086', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:09.402261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:09.467327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Usage tracker for resource:port and tenant:7a7842de9cb746c185713adfefe41493 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:09.475544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-34105a58-347e-496b-8ce4-9a69688fc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:09.477033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-34105a58-347e-496b-8ce4-9a69688fc199 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f79b03f-2cf4-41f3-b44d-f04ae4771548 HTTP/1.1" status: 200 len: 850 time: 0.1354246 Mar 22 11:37:09.488554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:09.489455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:09.495675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.506423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:09.519913 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:09.536613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:09.565045 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.629352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-8e3b201e-3196-4257-a905-88fe50137091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:09.631406 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-8e3b201e-3196-4257-a905-88fe50137091 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3db4209a-2370-49cc-80ea-e13ddcf7b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1463320 Mar 22 11:37:09.680644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event updated for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:09.714288 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-addfe032-19b5-4f34-b95e-dadd08730246 req-035b0606-87f2-4d7d-a625-6907297dd476 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.1491156 Mar 22 11:37:09.745547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.842683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:09.851963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:09.859502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:09.864115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2152d06c-5fad-4933-9782-699fa1a4fd6c None None] Provisioning for port 0675f246-3629-4125-9db1-ba6672575b99 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:09.874892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2152d06c-5fad-4933-9782-699fa1a4fd6c None None] Provisioning complete for port 0675f246-3629-4125-9db1-ba6672575b99 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:09.877080 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2152d06c-5fad-4933-9782-699fa1a4fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.896804 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Made reservation on behalf of 7a7842de9cb746c185713adfefe41493 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:09.899053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.902824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Pushing event updated for resources: {'Port': ['ID=92a1f7b8-ed8a-4970-b611-b676e0976199,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:09.914535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:09.927654 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-85adee2a-83a9-4cf3-bb08-254721ace8a0 service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846472 Mar 22 11:37:09.928044 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:09.942476 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:09.943783 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:09.948711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:09.949327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.951835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2152d06c-5fad-4933-9782-699fa1a4fd6c None None] Port 0675f246-3629-4125-9db1-ba6672575b99 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:09.971591 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.996301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.041807 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.052286 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:10.053105 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.072815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50378) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:10.084494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:10.101717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.120402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Usage tracker for resource:security_group_rule and tenant:7a7842de9cb746c185713adfefe41493 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:10.122619 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.123028 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ade72-0aa8-4f52-823d-fc60dad73942 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:10.128171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Transition to ACTIVE for port object 4f88448b-6155-4b65-9d9c-6e47e410dbf6 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:10.128742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:10.152030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f2b1fd-7d49-4fb4-a9b6-860a61b18e68']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.158974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:10.161722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.209845 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-c46dcfca-3975-4dd8-9f4a-f3ceb4b5ffaa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1136184 Mar 22 11:37:10.212884 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768fb182-155d-42f2-a8a1-17cd07782dc8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.213178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768fb182-155d-42f2-a8a1-17cd07782dc8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:10.249608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Request body: {'port': {'device_id': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:10.293997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.340822 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-64fb72c2-a1e3-4f17-a9de-6763e623bb06 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8016577 Mar 22 11:37:10.345646 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bc1afd20-8a3b-4cde-b4db-62827237b538 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ab663d1255e472aa17802709b139993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688043 Mar 22 11:37:10.345646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50384) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:10.353896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50386) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:10.363785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.489000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:10.489294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.494448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6a7c5df2-9c5a-453b-8cff-a70a291012c5 req-e74a6c8e-2cf0-4af1-ab6c-1e3c29d69ba0 service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594597 Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:10.530285 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:10.540457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefef7d-2b2f-4c70-9e66-a66be40a18a1 req-a0992a9a-aa25-41e5-ae10-4638c742f718 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:10.543081 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9aefef7d-2b2f-4c70-9e66-a66be40a18a1 req-a0992a9a-aa25-41e5-ae10-4638c742f718 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 931 time: 0.4504740 Mar 22 11:37:10.600803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-9aefef7d-2b2f-4c70-9e66-a66be40a18a1 req-0740724c-fba6-407a-bd3c-1dceb8d2289b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Synchronizing usage tracker for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:10.640434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.649586 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.666977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-9aefef7d-2b2f-4c70-9e66-a66be40a18a1 req-0740724c-fba6-407a-bd3c-1dceb8d2289b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Unset dirty status for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:10.668121 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9aefef7d-2b2f-4c70-9e66-a66be40a18a1 req-0740724c-fba6-407a-bd3c-1dceb8d2289b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199415 Mar 22 11:37:10.723873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.742648 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ff9fc2a7-06b1-4663-a360-7560ae639256 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/floatingips/18199d58-2317-4ad6-a583-bf9aeafbb997 HTTP/1.1" status: 200 len: 978 time: 0.3903561 Mar 22 11:37:10.745273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50398) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:10.809164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:10.827068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:10.828879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.838468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:10.908954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.955153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event updated for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:10.955370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ce161e1f-552b-4a53-88df-6e2ef62b6191 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Synchronizing usage tracker for tenant:67d0320b801a47d2aba45638ce43b23f on resource:floatingip {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:10.960622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:10.974668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] Pushing event deleted for resources: {'Network': ['ID=98f2b1fd-7d49-4fb4-a9b6-860a61b18e68,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:11.002838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.012241 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-77b479a0-4a6f-43f8-9cb6-330d45ff20f2 tempest-QuotasNegativeTest-310148306 tempest-QuotasNegativeTest-310148306-project-admin] 10.222.0.53 "DELETE /v2.0/networks/98f2b1fd-7d49-4fb4-a9b6-860a61b18e68 HTTP/1.1" status: 204 len: 168 time: 1.8717756 Mar 22 11:37:11.067592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498598f-ede7-4f38-a97f-942a75d718ef req-53c224a8-78a6-48f9-bfa8-4af2c7295835 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:11.073972 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d498598f-ede7-4f38-a97f-942a75d718ef req-53c224a8-78a6-48f9-bfa8-4af2c7295835 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 932 time: 0.2334070 Mar 22 11:37:11.111706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08a89-2366-45e5-b342-419367bdf19d req-59fac3f3-aefa-4289-9125-99eaf3a8f5fb tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:11.113189 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-85a08a89-2366-45e5-b342-419367bdf19d req-59fac3f3-aefa-4289-9125-99eaf3a8f5fb tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 943 time: 0.7666769 Mar 22 11:37:11.144331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:11.144987 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.149759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.179719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-358430f9-05c9-4995-9aaf-fb72a67b4638 None None] Provisioning for port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:11.188252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-358430f9-05c9-4995-9aaf-fb72a67b4638 None None] Provisioning complete for port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:11.189052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-358430f9-05c9-4995-9aaf-fb72a67b4638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.192295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ce161e1f-552b-4a53-88df-6e2ef62b6191 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Unset dirty status for tenant:67d0320b801a47d2aba45638ce43b23f on resource:floatingip {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:11.193494 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ce161e1f-552b-4a53-88df-6e2ef62b6191 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4472499 Mar 22 11:37:11.204426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50406) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:11.213296 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d498598f-ede7-4f38-a97f-942a75d718ef req-16216fd3-3bb4-4df6-8dc5-501b76fd1db2 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384523 Mar 22 11:37:11.216234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': '102b313e-169b-4080-8243-e1e4e00d4123'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:11.252807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.271314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-358430f9-05c9-4995-9aaf-fb72a67b4638 None None] Port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:11.341711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.347038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.354970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] device_id is not set on port 316c7cb0-c314-45a8-8ab9-806fc5bba6b6 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:11.398509 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-85a08a89-2366-45e5-b342-419367bdf19d req-e61622dc-e721-461b-88b5-fc5fecde3530 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651756 Mar 22 11:37:11.404759 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-35a7f743-83bc-4e69-badf-7f12441bb248 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3602638 Mar 22 11:37:11.441788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Request body: {'port': {'device_id': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:11.480746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc1b2d-878d-415e-bddc-f1aad79b7cee,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:11.497487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.618430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.649750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.653479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5205d3de-f0ed-438b-8455-3333cb22b809,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:11.801606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Pushing event updated for resources: {'Port': ['ID=92a1f7b8-ed8a-4970-b611-b676e0976199,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:11.833707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.866798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Allocated IP 172.26.5.13 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/316c7cb0-c314-45a8-8ab9-806fc5bba6b6) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:11.881383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.884950 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-20a206db-8534-4f76-8658-53a421b8ae25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5205d3de-f0ed-438b-8455-3333cb22b809 HTTP/1.1" status: 204 len: 168 time: 1.5159020 Mar 22 11:37:11.884950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0675f246-3629-4125-9db1-ba6672575b99 {{(pid=88742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:11.924743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.925646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.992125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Transition to ACTIVE for port object 0675f246-3629-4125-9db1-ba6672575b99 will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:12.080396 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50420) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:12.156020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.170960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device fb587360-c378-4570-8ad5-90827d912721 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:37:12.419783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Pushing event updated for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:12.434355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb587360-c378-4570-8ad5-90827d912721,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:12.457717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': 'fb587360-c378-4570-8ad5-90827d912721', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'port_id': 'fb587360-c378-4570-8ad5-90827d912721', 'mac_address': 'fa:16:3e:f0:d7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:37:12.531830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965df88e-917d-4be6-9fbf-50b1d3931b2e req-fee5b1af-c59d-46e8-9a0b-5dce96ef20b3 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:12.539238 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-965df88e-917d-4be6-9fbf-50b1d3931b2e req-fee5b1af-c59d-46e8-9a0b-5dce96ef20b3 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 931 time: 0.6807764 Mar 22 11:37:12.542337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.558317 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Floating IP 73b96a5d-b617-49cc-afc4-e1da9235d060 associated. External IP: 172.26.5.12, port: 465d660f-12d3-49c1-a170-c39e6c28fefb. Mar 22 11:37:12.565595 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb587360-c378-4570-8ad5-90827d912721 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:12.584562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb587360-c378-4570-8ad5-90827d912721,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:12.679351 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-965df88e-917d-4be6-9fbf-50b1d3931b2e req-d9135b26-8ff7-43f5-ae71-3039d5988b2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391423 Mar 22 11:37:12.688366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.708722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.730855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.774418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:12.799970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Usage tracker for resource:security_group_rule and tenant:9f320bcb02da4995991c3cba858b66cd is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:12.819701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:12.835218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:12.843329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Attempting to bind port 0675f246-3629-4125-9db1-ba6672575b99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:12.852587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:12.853230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Attempting to bind port 0675f246-3629-4125-9db1-ba6672575b99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:12.853715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Attempting to bind port 0675f246-3629-4125-9db1-ba6672575b99 on network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:12.894589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Port 0675f246-3629-4125-9db1-ba6672575b99 on network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:37:12.895198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Attempting to bind port 0675f246-3629-4125-9db1-ba6672575b99 on network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:12.913936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b76de-7232-4262-bd16-a2fbcea544aa req-b3759875-a909-4a45-8731-8f307d728800 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:12.914638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-890b76de-7232-4262-bd16-a2fbcea544aa req-b3759875-a909-4a45-8731-8f307d728800 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:12.925730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:12.933772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:12.934121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Checking segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:12.934682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Bound using segment: {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:12.935119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Bound port: 0675f246-3629-4125-9db1-ba6672575b99, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc88545a-b11a-40db-bcbb-03d1be8398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3'}}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:12.935463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.009697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['fb587360-c378-4570-8ad5-90827d912721'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:37:13.083130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.128210 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:37:13.141197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.154948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f88448b-6155-4b65-9d9c-6e47e410dbf6 {{(pid=88742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:13.159420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb45fc-f360-425d-8081-a37137a4711f req-ad3e296b-5506-495b-8330-0185368f2859 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:13.161369 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b8bb45fc-f360-425d-8081-a37137a4711f req-ad3e296b-5506-495b-8330-0185368f2859 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 944 time: 0.3026192 Mar 22 11:37:13.168006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Router b51ba8b2-9156-408e-8da3-e1aedbb40853 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:13.170216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-890b76de-7232-4262-bd16-a2fbcea544aa req-b3759875-a909-4a45-8731-8f307d728800 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:13.173787 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-890b76de-7232-4262-bd16-a2fbcea544aa req-b3759875-a909-4a45-8731-8f307d728800 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 932 time: 0.7549939 Mar 22 11:37:13.182962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.201850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:13.216217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:13.246950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:13.264415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0675f246-3629-4125-9db1-ba6672575b99,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:13.266974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Transition to ACTIVE for port object 4f88448b-6155-4b65-9d9c-6e47e410dbf6 will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:13.266974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:13.286258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.309186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Pushing event updated for resources: {'Port': ['ID=316c7cb0-c314-45a8-8ab9-806fc5bba6b6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:13.337329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50448) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:13.349877 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b8bb45fc-f360-425d-8081-a37137a4711f req-86ba426a-f651-4dd8-9bcc-c2b58b2fb86b tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804686 Mar 22 11:37:13.350172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.353313 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-890b76de-7232-4262-bd16-a2fbcea544aa req-b8c14e20-229c-45ed-86c2-adb6df36de10 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611838 Mar 22 11:37:13.357036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.391245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.421752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.444552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:13.445167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.461056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:13.461465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.462843 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] 10.222.0.60 "PUT /v2.0/ports/0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1093 time: 3.2270341 Mar 22 11:37:13.544640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'tag': '0675f246-3629-4125-9db1-ba6672575b99'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:13.574605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:13.590432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] Sync routers for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:13.602032 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 18199d58-2317-4ad6-a583-bf9aeafbb997 associated. External IP: 172.26.5.68, port: b8d14f8f-636a-449c-a25a-f61f84b871ca. Mar 22 11:37:13.602215 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f320bcb02da4995991c3cba858b66cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5199037 Mar 22 11:37:13.605125 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:13.605430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-182641270'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:13.605757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:13.630180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50456) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:13.638874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf6562-14fb-42ba-a211-126d31603c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6cf481-bc2d-42b2-b5ca-859deffb60ac,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:13.715986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:13.724600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:13.750825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:13.754781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:13.811177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Usage tracker for resource:network and tenant:6ebff3a687db44afb620f2e2bfdbcdc1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:13.828151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:13.867801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b92a-d7b4-4ab3-9f44-d0514a203484 service neutron] Pushing event updated for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:13.871209 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-39a2295b-5a61-4012-ba05-b2b6fa963192 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.7562070 Mar 22 11:37:13.872570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:13.947862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:13.948379 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251db40-7a19-42fa-bb4e-e93437bd0862 None None] The sync data for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:13.969716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50470) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:13.988142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.13'}]}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:13.995736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:14.003596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Usage tracker for resource:router and tenant:7a7842de9cb746c185713adfefe41493 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:14.008054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:14.022619 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'tag': '0675f246-3629-4125-9db1-ba6672575b99', 'status': 'completed', 'code': 200} Mar 22 11:37:14.023824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:14.092864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.144298 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device fb587360-c378-4570-8ad5-90827d912721 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:14.157094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Pushing event updated for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:14.167391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.168397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.178296 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-450d1dbd-0eb0-47dc-bc39-a73f441411fe tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.1766348 Mar 22 11:37:14.184854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50476) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:14.189102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.252657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.258608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:14.262033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.272307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Attempting to bind port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:14.272689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Attempting to bind port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:14.273026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Attempting to bind port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 on network bea6b392-9abd-462e-a09a-f1dbf07bff35 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:14.285196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:14.319611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.327971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 on network bea6b392-9abd-462e-a09a-f1dbf07bff35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:37:14.328300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Attempting to bind port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 on network bea6b392-9abd-462e-a09a-f1dbf07bff35 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:14.339606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port fb587360-c378-4570-8ad5-90827d912721 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:14.345860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port fb587360-c378-4570-8ad5-90827d912721 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:14.354005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.354141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-642020d7-862e-4f09-9c3e-fff968b16757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:14.354141 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-642020d7-862e-4f09-9c3e-fff968b16757 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1096 time: 0.7445688 Mar 22 11:37:14.362021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:14.362366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Checking segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:14.362746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Bound using segment: {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:14.363502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Bound port: 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db51f18c-e70d-4daa-9c78-f6c8014641ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35'}}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:14.363502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.383186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.446676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:14.466299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102f2ec-6199-4538-8b39-e07447d5abde req-c0ca67a0-0d7e-4990-9231-3f989b2a0c0e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:14.467007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-5102f2ec-6199-4538-8b39-e07447d5abde req-c0ca67a0-0d7e-4990-9231-3f989b2a0c0e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Synchronizing usage tracker for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:14.474791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.484593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Usage tracker for resource:security_group_rule and tenant:6ebff3a687db44afb620f2e2bfdbcdc1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:14.499999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:14.508910 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-8ebb4704-c43c-46ce-900c-ae06e72b7f48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 217 time: 0.1303802 Mar 22 11:37:14.509063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb587360-c378-4570-8ad5-90827d912721'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:14.541890 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3f0ce7b5-5ec3-4db9-aecd-20ef07dd3e21 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "GET /v2.0/floatingips/73b96a5d-b617-49cc-afc4-e1da9235d060 HTTP/1.1" status: 200 len: 983 time: 0.3504872 Mar 22 11:37:14.542872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:14.563755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50486) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:14.575674 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb587360-c378-4570-8ad5-90827d912721,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:14.671383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.688585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-33696093-ecea-4b37-a4dd-91aeecf01f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:14.690090 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-33696093-ecea-4b37-a4dd-91aeecf01f23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.1546285 Mar 22 11:37:14.698414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:14.702931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:14.743765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-5102f2ec-6199-4538-8b39-e07447d5abde req-c0ca67a0-0d7e-4990-9231-3f989b2a0c0e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Unset dirty status for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:14.744953 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5102f2ec-6199-4538-8b39-e07447d5abde req-c0ca67a0-0d7e-4990-9231-3f989b2a0c0e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 943 time: 0.7253196 Mar 22 11:37:14.746764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:14.756042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:14.771194 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:14.784802 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:14.785737 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:14.810505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.814663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.860323 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:14.871650 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:14.872609 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:14.913603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6cf481-bc2d-42b2-b5ca-859deffb60ac,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:14.919306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.931662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.942899 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c413acdf-19f7-45d0-9091-de3fb0356ba1 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3673 time: 0.3366373 Mar 22 11:37:14.948090 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:14.949169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:14.949466 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df256796-a491-4c0c-9fec-fd13af3477db None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:14.954136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:14.954793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.956186 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f88448b-6155-4b65-9d9c-6e47e410dbf6 HTTP/1.1" status: 200 len: 1094 time: 3.5395734 Mar 22 11:37:14.960935 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5102f2ec-6199-4538-8b39-e07447d5abde req-10c4fa7a-7d10-402b-90c2-6c01d8ccc172 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896105 Mar 22 11:37:14.966106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:14.966963 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6d39c0c3-ee49-41f5-b56c-e15732ecee4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c6cf481-bc2d-42b2-b5ca-859deffb60ac HTTP/1.1" status: 204 len: 168 time: 1.3181674 Mar 22 11:37:14.973017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-5bbc7909-7ffa-4f7d-b9ca-502f3d580840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:14.974837 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-5bbc7909-7ffa-4f7d-b9ca-502f3d580840 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2676263 Mar 22 11:37:14.980671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850fd4-6835-4186-a581-e6e5f5bcb763 service neutron] Pushing event updated for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:15.006026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.135566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:15.244920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.245500 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Added segment e58226f4-548f-4165-8f71-a0b67c258c7c of type vlan for network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 Mar 22 11:37:15.246486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145f176a-c0a3-47cc-a108-1e46b0333515,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:15.339785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.346904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6d854-1625-44c2-a75e-fd65ba37a28a req-28bb88e8-39ae-4044-953c-db1ce6d1d33b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:15.348478 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b2f6d854-1625-44c2-a75e-fd65ba37a28a req-28bb88e8-39ae-4044-953c-db1ce6d1d33b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 944 time: 0.7759447 Mar 22 11:37:15.351204 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-6f1c33d6-c629-446b-8f8c-673bc3063dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675601 Mar 22 11:37:15.365806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc3f1a-4db5-43dc-a76d-7b25bd2adc5b req-f2172632-f8eb-4935-848c-d6893b258b31 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:15.365806 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e3dc3f1a-4db5-43dc-a76d-7b25bd2adc5b req-f2172632-f8eb-4935-848c-d6893b258b31 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.2071443 Mar 22 11:37:15.483577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:15.551640 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-02adc3ba-5ffe-4fb3-b91a-4091d6ba3514 req-5b1a46b6-8633-49d1-a814-da7917a469f3 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848795 Mar 22 11:37:15.555336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-f4e418db-c024-45ce-8545-bdb73b070980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:15.556744 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-f4e418db-c024-45ce-8545-bdb73b070980 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28d3dbed69ad467ca1413d9d705035d7&device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 1097 time: 0.4277310 Mar 22 11:37:15.570802 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e3dc3f1a-4db5-43dc-a76d-7b25bd2adc5b req-a5402256-48b0-4071-83df-dfbda43b4516 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928309 Mar 22 11:37:15.618154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 92a1f7b8-ed8a-4970-b611-b676e0976199 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:15.618996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.631492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.636960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:15.637552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.641938 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-d03bd474-d8b3-443e-8d46-350d88b4ce4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6 HTTP/1.1" status: 200 len: 217 time: 0.0753186 Mar 22 11:37:15.646132 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b2f6d854-1625-44c2-a75e-fd65ba37a28a req-f171f728-f4b5-4c4a-8a8e-6d2d21719a71 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371011 Mar 22 11:37:15.756186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50508) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:15.827259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:15.829363 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb587360-c378-4570-8ad5-90827d912721', 'code': 200} Mar 22 11:37:15.918205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:15.921448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:15.929608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Usage tracker for resource:security_group_rule and tenant:c35468d2b2504247a501532ffd54f92d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:15.936573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:15.941151 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6027994 Mar 22 11:37:15.947151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50512) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:15.947791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667623-0d62-4b2c-a70d-3fbe2eb50abb tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Network': ['ID=46c4f790-b94d-49c4-b30d-c1f0e8ee55b3,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:15.950802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:15.956800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'subnet': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:15.960906 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:15.994536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-9fc569ef-75bc-4b6d-8f3c-9179993fd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:15.996211 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-9fc569ef-75bc-4b6d-8f3c-9179993fd6bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e304e3b4-0dad-427c-9476-c6a15972440a HTTP/1.1" status: 200 len: 845 time: 0.3370051 Mar 22 11:37:16.051948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.052275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.083547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:16.139959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:16.147879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Usage tracker for resource:subnet and tenant:6ebff3a687db44afb620f2e2bfdbcdc1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:16.151393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:16.162505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-c89fff9f-0ec9-44a0-89d3-87c07e844143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:16.164142 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-c89fff9f-0ec9-44a0-89d3-87c07e844143 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1096 time: 0.4409859 Mar 22 11:37:16.165718 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'status': 'completed', 'code': 200} Mar 22 11:37:16.166523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:16.268441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-70e0d9bf-6109-491c-a5e9-19076bc18caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:16.269867 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-70e0d9bf-6109-491c-a5e9-19076bc18caa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bea6b392-9abd-462e-a09a-f1dbf07bff35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2638814 Mar 22 11:37:16.274706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:16.279763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.289285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for 92a1f7b8-ed8a-4970-b611-b676e0976199 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:16.519422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-37ec1779-91f1-40c2-8e85-875e3c2554d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:16.520826 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-37ec1779-91f1-40c2-8e85-875e3c2554d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.3445156 Mar 22 11:37:16.604703 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-8b0b519d-9103-4e7c-9905-55284b959974 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 217 time: 0.0701590 Mar 22 11:37:16.607566 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-1260b6c7-b9e9-4c8d-aa2b-4ce7d018573b service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090184 Mar 22 11:37:16.683704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:16.698837 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:16.710904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:16.711734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:16.776790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:16.788878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:16.789747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:16.871815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-2d7de24d-89aa-4d28-b59b-89ef4f6e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:16.873266 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-2d7de24d-89aa-4d28-b59b-89ef4f6e7da1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.2329390 Mar 22 11:37:16.906081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.913123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:16.913568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedd068-cd08-4e94-a5f3-69c953f76e24 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:16.949587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.958571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:16.988808 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-36ef2c4b-7e6c-40ca-a9e6-8115707da7dd req-df038624-d1a9-48aa-a66f-23146ff8e33e service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472545 Mar 22 11:37:16.996043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9d26a-277d-4061-b027-75cf19686cae req-2e155586-8681-442d-b61e-8f11cc57cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:16.997567 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-49a9d26a-277d-4061-b027-75cf19686cae req-2e155586-8681-442d-b61e-8f11cc57cd5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 1098 time: 0.8262622 Mar 22 11:37:17.001965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b16e8-75f2-4688-9f0c-cb6ad2fb7240 req-ffa2be2f-a8ac-4133-9a04-4f233179b067 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.003396 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e28b16e8-75f2-4688-9f0c-cb6ad2fb7240 req-ffa2be2f-a8ac-4133-9a04-4f233179b067 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.3059373 Mar 22 11:37:17.014502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71464419-5568-4a92-be14-e0c82b42a3b3 req-7386e31d-fb5e-402c-b2f5-eaafdf02df5c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.015962 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-71464419-5568-4a92-be14-e0c82b42a3b3 req-7386e31d-fb5e-402c-b2f5-eaafdf02df5c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 943 time: 0.7802181 Mar 22 11:37:17.017708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.036661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.092077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-d6c670d5-2280-42ab-b7d6-9b03128683dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.093569 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-d6c670d5-2280-42ab-b7d6-9b03128683dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2111654 Mar 22 11:37:17.127432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.133893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.137618 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e28b16e8-75f2-4688-9f0c-cb6ad2fb7240 req-b770a0d0-1016-4702-ac43-d9f34e7dd427 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265957 Mar 22 11:37:17.262321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:17.291334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Usage tracker for resource:security_group_rule and tenant:3c7cd9a19e654d0199e84a08bece5001 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:17.291515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Subnet': ['ID=bf23234c-fc88-41b7-9ccc-abf808135c7f,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:17.302530 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c35468d2b2504247a501532ffd54f92d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5422676 Mar 22 11:37:17.302530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:17.322535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50524) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:17.324744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Checking segment: {'id': 'e58226f4-548f-4165-8f71-a0b67c258c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:17.325362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network hostable DHCP agents. Network: 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:17.327390 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-71464419-5568-4a92-be14-e0c82b42a3b3 req-66918a18-af92-4bf0-9727-433066c32bf7 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890117 Mar 22 11:37:17.328683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:17.334131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673000f0-fd5a-4497-8dec-4a4c4997d937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5940b5ba-5b38-4d73-a41a-b169156c3079,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:17.337427 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f491e4e3-19cc-4a14-a56d-610254f73aa8 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/18199d58-2317-4ad6-a583-bf9aeafbb997 HTTP/1.1" status: 200 len: 977 time: 6.1302607 Mar 22 11:37:17.343849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50528) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:17.367542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:17.429582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.537200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Port': ['ID=92a1f7b8-ed8a-4970-b611-b676e0976199,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:17.595942 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-fff90f18-dbfb-434d-b2e0-be874c5997c4 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911690 Mar 22 11:37:17.645452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.655565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.726667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.726980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:17.733617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.733955 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Floating IP 73b96a5d-b617-49cc-afc4-e1da9235d060 disassociated (deleted). External IP: 172.26.5.12, port: 465d660f-12d3-49c1-a170-c39e6c28fefb. Mar 22 11:37:17.800504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.816294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-daf1433a-9918-4bec-b944-63565d113328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.817783 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-daf1433a-9918-4bec-b944-63565d113328 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28d3dbed69ad467ca1413d9d705035d7&device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 1097 time: 0.6517642 Mar 22 11:37:17.829032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeba0ae-7a6b-4383-9988-174848479965 req-e0369266-ac7f-4e6e-b909-c1e7d24b47ae tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.830457 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6aeba0ae-7a6b-4383-9988-174848479965 req-e0369266-ac7f-4e6e-b909-c1e7d24b47ae tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 944 time: 0.5505524 Mar 22 11:37:17.901250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:17.913956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fc631-fe6a-4956-9a9a-981d27701259 None None] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:17.916971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:17.999358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:17.999950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.093716 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5817dedb-0216-4378-9fb4-cb602aa23b49 req-da4efec8-ef82-4c56-937b-78f9114cfd7c service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840555 Mar 22 11:37:18.130889 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6aeba0ae-7a6b-4383-9988-174848479965 req-153b66af-391d-45e3-b1d3-05f90f9eb980 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742178 Mar 22 11:37:18.157143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'tenant_id': '6ebff3a687db44afb620f2e2bfdbcdc1', 'fixed_ips': [{'subnet_id': 'bf23234c-fc88-41b7-9ccc-abf808135c7f'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:37:18.158818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.171467 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 0675f246-3629-4125-9db1-ba6672575b99 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:37:18.238893 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a97bdbcf-536c-41b6-82ff-88355c70f939 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2885816 Mar 22 11:37:18.239791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50534) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:18.263085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.267255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-1855989743'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:18.272906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.302633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-0de696c9-d8fb-45ab-8b33-ce47c42da666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:18.304216 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-0de696c9-d8fb-45ab-8b33-ce47c42da666 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bea6b392-9abd-462e-a09a-f1dbf07bff35 HTTP/1.1" status: 200 len: 907 time: 0.4728055 Mar 22 11:37:18.377265 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0675f246-3629-4125-9db1-ba6672575b99,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:18.393331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': '0675f246-3629-4125-9db1-ba6672575b99', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'port_id': '0675f246-3629-4125-9db1-ba6672575b99', 'mac_address': 'fa:16:3e:22:93:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:37:18.421362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.424861 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-89d4e744-d21a-4d63-a366-d219d19e7604 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6 HTTP/1.1" status: 200 len: 217 time: 0.0637617 Mar 22 11:37:18.430206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.438570 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 18199d58-2317-4ad6-a583-bf9aeafbb997 disassociated. External IP: 172.26.5.68, port: 102b313e-169b-4080-8243-e1e4e00d4123. Mar 22 11:37:18.444304 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.450753 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-49a9d26a-277d-4061-b027-75cf19686cae req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4457560 Mar 22 11:37:18.460914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee503fa1-0e5c-4484-9a56-9cd9b2f2a785 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9145112c-5dc8-472e-9acb-5db9deb6acf8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:18.473692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.509066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0675f246-3629-4125-9db1-ba6672575b99 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:18.541301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0675f246-3629-4125-9db1-ba6672575b99,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:18.545713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.603646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Allocated IP 172.20.0.2 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/96598e44-ae40-470b-ad98-46263b0a7ee4) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:18.607196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.629489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5940b5ba-5b38-4d73-a41a-b169156c3079,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:18.742540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-2e0d6315-c6b1-4348-a4c0-ab453d9f8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:18.744558 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-2e0d6315-c6b1-4348-a4c0-ab453d9f8414 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e304e3b4-0dad-427c-9476-c6a15972440a HTTP/1.1" status: 200 len: 845 time: 0.2463286 Mar 22 11:37:18.745282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.745711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f76e04a-4aee-4a31-8b54-78691942199f {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:37:18.748085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:18.758377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Usage tracker for resource:port and tenant:6ebff3a687db44afb620f2e2bfdbcdc1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:18.765225 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ad0a-09ab-43ef-9331-e9a5866f253e req-66ba73bb-0b49-43b6-a11d-5d18e6e674fe tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:18.766709 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e577ad0a-09ab-43ef-9331-e9a5866f253e req-66ba73bb-0b49-43b6-a11d-5d18e6e674fe tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.4660053 Mar 22 11:37:18.788093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:18.794353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:18.795458 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cb426d86-9666-4ace-bf2f-c6bf9a2e16fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5940b5ba-5b38-4d73-a41a-b169156c3079 HTTP/1.1" status: 204 len: 168 time: 1.4718418 Mar 22 11:37:18.810661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:18.834799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:18.850202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Router b51ba8b2-9156-408e-8da3-e1aedbb40853 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:18.871037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['0675f246-3629-4125-9db1-ba6672575b99'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:37:18.874686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671bc77-07ee-4624-b7d9-678309899230 req-ea9f39ae-f3f4-4520-a030-e9270166a790 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:18.876375 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e671bc77-07ee-4624-b7d9-678309899230 req-ea9f39ae-f3f4-4520-a030-e9270166a790 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 943 time: 0.3802750 Mar 22 11:37:18.897269 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:37:18.901185 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e600e36a-7a76-4b19-91ee-08128380bf63 tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9266210 Mar 22 11:37:18.910248 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e577ad0a-09ab-43ef-9331-e9a5866f253e req-ef598d75-bc61-42a0-8a09-9c5da5033112 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293905 Mar 22 11:37:18.912891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50542) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:19.061437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.068889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Deleting port 316c7cb0-c314-45a8-8ab9-806fc5bba6b6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:19.069461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.085016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Transition to ACTIVE for port object 96598e44-ae40-470b-ad98-46263b0a7ee4 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:19.127867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Transition to ACTIVE for port object 96598e44-ae40-470b-ad98-46263b0a7ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:19.195995 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e671bc77-07ee-4624-b7d9-678309899230 req-971a0c3a-8261-4e94-91b3-89973b5d34dd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584999 Mar 22 11:37:19.205746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:19.209182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.224451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.234663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-5ef97fe5-c2bc-445e-ba30-b3b46df3da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:19.236214 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-5ef97fe5-c2bc-445e-ba30-b3b46df3da91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bea6b392-9abd-462e-a09a-f1dbf07bff35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4817147 Mar 22 11:37:19.258041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:19.271413 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] Sync routers for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:19.297014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.298641 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:19.299506 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:19.303728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port cd4f8484-b101-45d0-9af6-5314d1db8f6d yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:19.375509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Pushing event updated for resources: {'Port': ['ID=96598e44-ae40-470b-ad98-46263b0a7ee4,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:19.399129 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:19.404063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:19.406711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:19.410786 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:19.410786 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:19.427735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:19.441581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:19.476304 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e904c4a7-cf24-4bdc-8769-c3a255800d3d tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/floatingips/73b96a5d-b617-49cc-afc4-e1da9235d060 HTTP/1.1" status: 204 len: 168 time: 4.5200012 Mar 22 11:37:19.476572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50550) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:19.484904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:19.498521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:19.538036 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:19.538434 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea469bb4-059b-4d46-9ebb-e7fbbdfbb97a None None] The sync data for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:19.543955 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b5f99-9ad6-4863-b0bb-fc6856133a95 req-8c421d6b-d4cf-4f64-a52f-13e7458c8519 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:19.545642 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-8b3b5f99-9ad6-4863-b0bb-fc6856133a95 req-8c421d6b-d4cf-4f64-a52f-13e7458c8519 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 944 time: 0.2964346 Mar 22 11:37:19.547461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.566167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Usage tracker for resource:floatingip and tenant:f7951ab4a5c84fee8003b6b68d480d1a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:19.596761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Attempting to bind port 96598e44-ae40-470b-ad98-46263b0a7ee4 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:19.597035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:19.597179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Attempting to bind port 96598e44-ae40-470b-ad98-46263b0a7ee4 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e58226f4-548f-4165-8f71-a0b67c258c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:19.597727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Attempting to bind port 96598e44-ae40-470b-ad98-46263b0a7ee4 on network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:19.605215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:19.605942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Checking segment: {'id': 'e58226f4-548f-4165-8f71-a0b67c258c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:19.606348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.606786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Bound using segment: {'id': 'e58226f4-548f-4165-8f71-a0b67c258c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:19.607253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Bound port: 96598e44-ae40-470b-ad98-46263b0a7ee4, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58226f4-548f-4165-8f71-a0b67c258c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:19.608136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.650559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:19.660731 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-203219bb-a992-48e7-a910-74d4c7833cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159181 Mar 22 11:37:19.695936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Calling delete_port for 316c7cb0-c314-45a8-8ab9-806fc5bba6b6 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:19.703715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] For port 96598e44-ae40-470b-ad98-46263b0a7ee4, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:19.707260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] For port 96598e44-ae40-470b-ad98-46263b0a7ee4, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=96598e44-ae40-470b-ad98-46263b0a7ee4,segment=NetworkSegment(e58226f4-548f-4165-8f71-a0b67c258c7c),segment_id=e58226f4-548f-4165-8f71-a0b67c258c7c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:19.763398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.783727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.858088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05ee4-6be4-4a24-9d44-4d0f713f1a2f None None] Pushing event updated for resources: {'Port': ['ID=96598e44-ae40-470b-ad98-46263b0a7ee4,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:19.903107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.10 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/cd4f8484-b101-45d0-9af6-5314d1db8f6d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:19.943112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:19.953754 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-8b3b5f99-9ad6-4863-b0bb-fc6856133a95 req-f6973665-858d-4c8d-8f1f-9dac9dc80477 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974285 Mar 22 11:37:19.955585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:19.978223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:19.984051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:19.986697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:20.142660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:20.166625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:20.167292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:20.182129 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-29df5496-f40c-43d9-8fb9-a4735be7d880 req-572ad4f4-8d7d-4e73-89fb-7effda2a36ee service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096991 Mar 22 11:37:20.192141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:20.289507 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-03579f47-fbb4-4b05-af60-6ae2fe1f6051 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/18199d58-2317-4ad6-a583-bf9aeafbb997 HTTP/1.1" status: 200 len: 687 time: 2.9349699 Mar 22 11:37:20.305519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50572) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:20.322103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:20.322103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc44024-8797-4b17-997e-74bffd2bf29e None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:20.322103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 4f88448b-6155-4b65-9d9c-6e47e410dbf6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:37:20.399054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Pushing event deleted for resources: {'Port': ['ID=316c7cb0-c314-45a8-8ab9-806fc5bba6b6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:20.508175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:20.525482 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c73d62b2-b648-44c5-98e4-10b513dfcc2c tempest-RoutersAdminNegativeIpV6Test-409870211 tempest-RoutersAdminNegativeIpV6Test-409870211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/316c7cb0-c314-45a8-8ab9-806fc5bba6b6 HTTP/1.1" status: 204 len: 168 time: 1.6074202 Mar 22 11:37:20.539447 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 0675f246-3629-4125-9db1-ba6672575b99 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:20.569374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273c8a-ba68-4dfe-9fa4-200cdb4927fa req-b1becfa6-004b-40c1-9c89-80a36e11ba89 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:20.570934 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3a273c8a-ba68-4dfe-9fa4-200cdb4927fa req-b1becfa6-004b-40c1-9c89-80a36e11ba89 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 944 time: 0.1354783 Mar 22 11:37:20.674336 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3a273c8a-ba68-4dfe-9fa4-200cdb4927fa req-f026fcd0-31a8-44db-815a-8fea646d3ea8 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914989 Mar 22 11:37:20.685709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:20.735727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'port_id': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'mac_address': 'fa:16:3e:b7:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:37:20.847737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:20.864598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:20.894314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f88448b-6155-4b65-9d9c-6e47e410dbf6 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:37:20.914246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port db7482d2-ee48-498c-9d21-470502f62b59 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:20.914246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:20.916297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:20.936062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object cd4f8484-b101-45d0-9af6-5314d1db8f6d will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:20.969767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c60d9-4fbc-4d18-9211-0cee04b39a2f req-8c535dc9-b54c-45b5-ab0b-a240a39fbec5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:20.971348 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-490c60d9-4fbc-4d18-9211-0cee04b39a2f req-8c535dc9-b54c-45b5-ab0b-a240a39fbec5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.8129435 Mar 22 11:37:21.031973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.078381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.086402 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-490c60d9-4fbc-4d18-9211-0cee04b39a2f req-dc78e0b4-435c-4915-a364-3546dc2764db tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009650 Mar 22 11:37:21.193716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0edd4-9fdc-4efd-9838-37acf92c1039 req-9be0f03c-98ba-4006-ab6d-08bf555082bb tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:21.193716 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-12c0edd4-9fdc-4efd-9838-37acf92c1039 req-9be0f03c-98ba-4006-ab6d-08bf555082bb tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 945 time: 0.1060483 Mar 22 11:37:21.235995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port 0675f246-3629-4125-9db1-ba6672575b99 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:21.242095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:21.249644 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port 0675f246-3629-4125-9db1-ba6672575b99 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:21.250025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.258461 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-12c0edd4-9fdc-4efd-9838-37acf92c1039 req-2568b58e-ee03-4118-b1cb-fd2f0f556c1f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Mar 22 11:37:21.278722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339cab6-090e-4a78-a13c-49c65a93a807 None None] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:21.318676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50594) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:21.410553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.411030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.411882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['4f88448b-6155-4b65-9d9c-6e47e410dbf6'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:37:21.461755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.519343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 96598e44-ae40-470b-ad98-46263b0a7ee4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:21.561386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9ee70e2d-fdd5-4cfd-8b68-b1aea5357d61 None None] Provisioning for port 96598e44-ae40-470b-ad98-46263b0a7ee4 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:21.608788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.624361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for db7482d2-ee48-498c-9d21-470502f62b59 owned by network:floatingip {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:21.628919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:21.632989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Usage tracker for resource:security_group_rule and tenant:897ba532e9204619b87be23b7be6ad1b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:21.636216 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:21.643333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:21.720799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:21.720799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Allocated IP 172.26.5.105 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/e9f2aea0-e2df-4a53-9f11-c071a5ce4c99) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:21.740218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:21.757739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.777837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=cd4f8484-b101-45d0-9af6-5314d1db8f6d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:21.783662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.853696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.878838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 96598e44-ae40-470b-ad98-46263b0a7ee4 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:21.893464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0675f246-3629-4125-9db1-ba6672575b99'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:21.895511 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=897ba532e9204619b87be23b7be6ad1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755820 Mar 22 11:37:21.898173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50612) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:21.908980 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 96598e44-ae40-470b-ad98-46263b0a7ee4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:21.909307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:21.929537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:21.954988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0675f246-3629-4125-9db1-ba6672575b99,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:21.959916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46160353-b4f0-4646-9b9b-bb52333f46ca,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:21.965854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.966278 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.966628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.967671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.968027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.968707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974766 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0675f246-3629-4125-9db1-ba6672575b99', 'code': 200} Mar 22 11:37:21.974847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.974847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.989540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.989964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.990309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.990666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.991000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.991335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.991809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.992191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.992558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.997843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.997843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:21.997843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8985-cd40-4ff6-9300-9b13d80c1da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.026151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.064747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.106554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.131453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:22.135533 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.170860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50620) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.256339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff953c-0659-4f1c-9b18-f6e310cae7c4 req-b77441f7-df01-4224-96ea-6917bd9f6c4f tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:22.257754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:22.258272 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-8aff953c-0659-4f1c-9b18-f6e310cae7c4 req-b77441f7-df01-4224-96ea-6917bd9f6c4f tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2579517 Mar 22 11:37:22.295668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.334553 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-8aff953c-0659-4f1c-9b18-f6e310cae7c4 req-16b10199-fbb7-4a96-b9df-6ab5df765300 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601950 Mar 22 11:37:22.340127 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2afb9565-a2e2-475c-bc25-8f21ca883176 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0793586 Mar 22 11:37:22.350827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 96598e44-ae40-470b-ad98-46263b0a7ee4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=96598e44-ae40-470b-ad98-46263b0a7ee4,segment=NetworkSegment(e58226f4-548f-4165-8f71-a0b67c258c7c),segment_id=e58226f4-548f-4165-8f71-a0b67c258c7c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:22.350957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50628) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.362151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.362386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8ac30f8a-9e11-4bfe-9441-a303432f6d31 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:22.362829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.364291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-481018948', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:03:45:2b'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:22.386059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46160353-b4f0-4646-9b9b-bb52333f46ca,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:22.399701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.400853 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3d559293-4c6e-4dc8-8e1c-a1475bd335dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46160353-b4f0-4646-9b9b-bb52333f46ca HTTP/1.1" status: 204 len: 168 time: 0.5018406 Mar 22 11:37:22.417329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.493506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cbae4-3279-4e5c-832e-0f9d2e150b38 req-3e28da8c-9a7a-4158-9edb-4dadab8397c5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:22.507573 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-377cbae4-3279-4e5c-832e-0f9d2e150b38 req-3e28da8c-9a7a-4158-9edb-4dadab8397c5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.2309203 Mar 22 11:37:22.520250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=96598e44-ae40-470b-ad98-46263b0a7ee4,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:22.528788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.529294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.529736 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.530171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.530681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.531127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.531552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.531980 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.532459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.533926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.535018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.535018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:22.569252 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-377cbae4-3279-4e5c-832e-0f9d2e150b38 req-38de4355-e7f6-4e48-a4a1-5fa669914723 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605671 Mar 22 11:37:22.580289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.629780 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8ac30f8a-9e11-4bfe-9441-a303432f6d31 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "PUT /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce HTTP/1.1" status: 200 len: 366 time: 0.4552438 Mar 22 11:37:22.630460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50636) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.633322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:22.634153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Provisioning complete for port 96598e44-ae40-470b-ad98-46263b0a7ee4 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:22.634626 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.656748 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0e8090ad-b5e0-4919-a4a4-9fa1d4c0e4a7 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0215411 Mar 22 11:37:22.657057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.683955 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ec839e7b-ca7d-4082-9f2d-f2fc5b67edfb tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce HTTP/1.1" status: 200 len: 366 time: 0.0228531 Mar 22 11:37:22.684182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=db7482d2-ee48-498c-9d21-470502f62b59,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:22.685075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50644) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.696115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Usage tracker for resource:port and tenant:6ebff3a687db44afb620f2e2bfdbcdc1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:22.737549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:22.744616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:22.808152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c277d3-6dbd-4c35-93fb-916d2ee7e3fd req-b56e080a-4b83-447b-b8ba-31124496d715 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:22.810042 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-03c277d3-6dbd-4c35-93fb-916d2ee7e3fd req-b56e080a-4b83-447b-b8ba-31124496d715 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.1226945 Mar 22 11:37:22.819124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50648) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.830607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Request body: {'floatingip': {'port_id': 'fb587360-c378-4570-8ad5-90827d912721'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:22.904301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a18e69-ec25-4503-9cc8-43980966aa2b req-0910bca2-dd22-46af-88be-2a161c0785c5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:22.908973 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e2a18e69-ec25-4503-9cc8-43980966aa2b req-0910bca2-dd22-46af-88be-2a161c0785c5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 945 time: 0.3316631 Mar 22 11:37:22.911097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:22.919546 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bfad605b-bea5-4d12-9f79-9e28acaf1263 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce HTTP/1.1" status: 204 len: 168 time: 0.2340052 Mar 22 11:37:22.925975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50654) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.926922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.929255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.930351 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dc698da8-1d1a-4068-a1aa-bf2bfa3dd238 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/18199d58-2317-4ad6-a583-bf9aeafbb997 HTTP/1.1" status: 204 len: 168 time: 2.6222847 Mar 22 11:37:22.936557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50656) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:22.942364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:22.957077 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Provisioning for port cd4f8484-b101-45d0-9af6-5314d1db8f6d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:22.967064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Provisioning complete for port cd4f8484-b101-45d0-9af6-5314d1db8f6d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:22.967681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.033209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006d134-6063-46dd-a2b9-8a941fe65307 req-3ed01274-b9eb-4b4b-861a-d0413683519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:23.034673 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0006d134-6063-46dd-a2b9-8a941fe65307 req-3ed01274-b9eb-4b4b-861a-d0413683519f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.4583211 Mar 22 11:37:23.040041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0790994f-3c08-4f1a-9fab-290bc6ff2625 None None] Port cd4f8484-b101-45d0-9af6-5314d1db8f6d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:23.091877 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e3162f22-5ec3-4769-94e8-26efface465f tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1571832 Mar 22 11:37:23.092989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.097214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50662) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.160381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0290a139-d77a-42bb-a9c1-089026ab8278 None None] Provisioning complete for port cd4f8484-b101-45d0-9af6-5314d1db8f6d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:23.160961 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0290a139-d77a-42bb-a9c1-089026ab8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.216492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0290a139-d77a-42bb-a9c1-089026ab8278 None None] Port cd4f8484-b101-45d0-9af6-5314d1db8f6d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:23.287187 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-38a83b60-c5a0-475a-bbe3-e4b25ba4a63c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] delete failed (client error): The resource could not be found. Mar 22 11:37:23.288150 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-38a83b60-c5a0-475a-bbe3-e4b25ba4a63c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/18199d58-2317-4ad6-a583-bf9aeafbb997 HTTP/1.1" status: 404 len: 345 time: 0.3375711 Mar 22 11:37:23.292560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50666) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.341902 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6920cef1-896c-4f5f-b618-68c5d4517f52 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce HTTP/1.1" status: 200 len: 370 time: 0.0779624 Mar 22 11:37:23.356606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50670) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.358922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:23.366294 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e2a18e69-ec25-4503-9cc8-43980966aa2b req-02353e9c-981d-4650-822c-a78ef77d14cc tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349709 Mar 22 11:37:23.381493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:23.392302 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50676) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.392798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:23.401169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 96598e44-ae40-470b-ad98-46263b0a7ee4 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:23.420058 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5983dd51-ee01-4487-8fcb-47d911e083db tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce/default HTTP/1.1" status: 200 len: 370 time: 0.0597517 Mar 22 11:37:23.431056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50680) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.441002 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0006d134-6063-46dd-a2b9-8a941fe65307 req-ec7b2867-e8f3-4b60-a6d4-e32a27e4ed96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944130 Mar 22 11:37:23.465608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Pushing event updated for resources: {'Port': ['ID=e9f2aea0-e2df-4a53-9f11-c071a5ce4c99,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:23.478679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.490236 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-15e6a426-4f92-4d69-bec3-b8bd0761ebe3 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] delete failed (client error): The resource could not be found. Mar 22 11:37:23.493763 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-15e6a426-4f92-4d69-bec3-b8bd0761ebe3 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/d1e1664ea0e54d65aee4f73b63e28dce HTTP/1.1" status: 404 len: 348 time: 0.0493813 Mar 22 11:37:23.516347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port 2204ab19-e670-404a-80bf-53ea003dcfd1 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:23.540647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 96598e44-ae40-470b-ad98-46263b0a7ee4 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:23.541037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.621887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.693403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:23.694082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.12 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/2204ab19-e670-404a-80bf-53ea003dcfd1) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:23.699184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:23.705955 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:23.706628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Synchronizing usage tracker for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:23.738316 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a06ab856-78fd-4421-b2b6-d14eeeb21591 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a7842de9cb746c185713adfefe41493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472130 Mar 22 11:37:23.743043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50686) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.821080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.834930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Unset dirty status for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:23.836064 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8a936c4d-968b-49c6-93f7-cc6a01d4578e tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/ports?network_id=12aa30c5-1cca-4456-9107-763d6c178afb HTTP/1.1" status: 200 len: 2359 time: 0.5427384 Mar 22 11:37:23.845081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50690) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.856567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad3ff5-3ae8-45d7-b056-e2df15ad1ecf req-3305e331-6137-45ea-bc32-777582e64216 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:23.858045 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b0ad3ff5-3ae8-45d7-b056-e2df15ad1ecf req-3305e331-6137-45ea-bc32-777582e64216 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3565652 Mar 22 11:37:23.905821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:23.948027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50694) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:23.986242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:24.029209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:network and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.043398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.084072 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b0ad3ff5-3ae8-45d7-b056-e2df15ad1ecf req-f81fdd0d-bed3-43d5-8168-9deca501f730 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132573 Mar 22 11:37:24.093180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.094498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f8449-9bf9-446a-bc05-ce7ca4a567d9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:24.100420 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c30f8449-9bf9-446a-bc05-ce7ca4a567d9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/subnets/c86e6448-416f-466c-adc2-66ae952ade0b HTTP/1.1" status: 200 len: 797 time: 0.2357292 Mar 22 11:37:24.101072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50698) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:24.111737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'port': {'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb', 'name': 'tempest-FloatingIPTestJSON-1713653714', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:24.120814 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:subnet and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.125424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.135946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.163263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object 2204ab19-e670-404a-80bf-53ea003dcfd1 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:24.165795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.171520 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:subnetpool and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.179583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.204323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:port and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.206093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 4f88448b-6155-4b65-9d9c-6e47e410dbf6 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:24.213847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.220734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.227190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:router and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.231687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.238589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:floatingip and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.241796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.246150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.276343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:security_group and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.280888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.287440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Usage tracker for resource:security_group_rule and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:24.291464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:24.296137 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a6d3ef85-b2c1-4ca7-aa89-c64be8efc9d9 tempest-QuotasTest-2088111100 tempest-QuotasTest-2088111100-project-admin] 10.222.0.53 "GET /v2.0/quotas/bc924e2cc2f34a8bafd28beeb7d7d93a/details.json HTTP/1.1" status: 200 len: 703 time: 0.3471217 Mar 22 11:37:24.296957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.346943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.350862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:24.356001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:24.356504 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.357001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:24.466300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Pushing event updated for resources: {'Port': ['ID=e9f2aea0-e2df-4a53-9f11-c071a5ce4c99,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:24.483678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.488129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:24.508162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:24.512434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.539794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc1b2d-878d-415e-bddc-f1aad79b7cee,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:24.551938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:24.561126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:24.567012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.570569 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ee6f70b-8ea8-43ba-b3c0-15c0aea287ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19cc1b2d-878d-415e-bddc-f1aad79b7cee HTTP/1.1" status: 204 len: 168 time: 0.8223159 Mar 22 11:37:24.570710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:24.572127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:24.581788 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Floating IP 32b5faf3-3d3e-40ae-bb84-34e686a3c59b associated. External IP: 172.26.5.40, port: fb587360-c378-4570-8ad5-90827d912721. Mar 22 11:37:24.630807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.654239 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.662051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:24.706980 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'code': 200} Mar 22 11:37:24.752670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:24.831485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=2204ab19-e670-404a-80bf-53ea003dcfd1,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:24.846966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:24.847817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.876200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:24.879932 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a9654d0d-b7ff-499a-b4aa-9a0438e36242 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4012561 Mar 22 11:37:24.885694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50710) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:24.909374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee3d6-b530-473d-893a-2b54b589ba1a req-92749e54-8115-4395-a6d4-4e4db8af597f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:24.910850 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dccee3d6-b530-473d-893a-2b54b589ba1a req-92749e54-8115-4395-a6d4-4e4db8af597f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.2940214 Mar 22 11:37:24.956675 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c647e5d-933f-4345-9672-8018d209552e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6048875 Mar 22 11:37:24.963415 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dccee3d6-b530-473d-893a-2b54b589ba1a req-a6d92e04-8900-4001-bdf6-b14bced96464 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467935 Mar 22 11:37:24.963937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50716) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:25.070063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-941c60ad-996d-4b83-a701-c6c18dfff72c None None] Provisioning for port 2204ab19-e670-404a-80bf-53ea003dcfd1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:25.076765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:25.077715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-941c60ad-996d-4b83-a701-c6c18dfff72c None None] Provisioning complete for port 2204ab19-e670-404a-80bf-53ea003dcfd1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:25.078342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-941c60ad-996d-4b83-a701-c6c18dfff72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:25.104507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:25.113505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:25.121472 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:25.123079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:25.171296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-941c60ad-996d-4b83-a701-c6c18dfff72c None None] Port 2204ab19-e670-404a-80bf-53ea003dcfd1 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:25.243796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] device_id is not set on port 59bd28a7-55cc-4e91-ba82-19c9be2cd2b6 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:25.248805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50728) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:25.269457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:25.270826 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5864e448-063a-4a6d-9c49-5f4844e29a34 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3050587 Mar 22 11:37:25.282628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50736) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:25.352073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:25.372446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:25.386975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Usage tracker for resource:floatingip and tenant:782636081fee484ea7eae8397064def9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:25.390931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:25.401490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:25.415447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:25.434984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 2204ab19-e670-404a-80bf-53ea003dcfd1 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:25.435298 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:25.466573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:25.470452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660af816-d296-49aa-aab7-a8d278262ac4 req-19e521bb-ff3d-4afe-b1b2-9e7f7038c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:25.471948 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-660af816-d296-49aa-aab7-a8d278262ac4 req-19e521bb-ff3d-4afe-b1b2-9e7f7038c19a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 1099 time: 0.2721837 Mar 22 11:37:25.482202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf52ff5f2624149bf562dd39354ca17 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:25.505144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:25.514516 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:25.590000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:25.618084 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-660af816-d296-49aa-aab7-a8d278262ac4 req-398a255a-83aa-4716-9a57-c1246ffb6aaa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372619 Mar 22 11:37:25.618862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Router 7f4ab967-e966-47a8-b6c0-c2000c9b139a has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:25.806687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7146-79d6-4503-994c-b0c91cb45e91 req-6f6bf7b9-af31-4efa-bb63-10b203ada2fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:25.808153 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d15c7146-79d6-4503-994c-b0c91cb45e91 req-6f6bf7b9-af31-4efa-bb63-10b203ada2fa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4741507 Mar 22 11:37:25.997421 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d15c7146-79d6-4503-994c-b0c91cb45e91 req-06d83744-7937-4c30-81d5-ab3026edf690 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716819 Mar 22 11:37:25.997813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.006793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.008753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:26.022314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.030726 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Sync routers for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:26.043399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50756) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.046545 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:26.047232 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:26.094203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.13 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/59bd28a7-55cc-4e91-ba82-19c9be2cd2b6) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:26.124186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.12 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/59bd28a7-55cc-4e91-ba82-19c9be2cd2b6) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:26.127897 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-61e7eaba-9169-4daf-9180-31c07e837543 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "PUT /v2.0/floatingips/32b5faf3-3d3e-40ae-bb84-34e686a3c59b HTTP/1.1" status: 200 len: 990 time: 3.3076026 Mar 22 11:37:26.140547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for 2204ab19-e670-404a-80bf-53ea003dcfd1 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:26.144414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'tag': 'fb587360-c378-4570-8ad5-90827d912721'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:26.169127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.272079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-27d6b3e2-e7b2-41bd-8695-293d39276469 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.278906 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-27d6b3e2-e7b2-41bd-8695-293d39276469 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2224684 Mar 22 11:37:26.282498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50768) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.290631 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cf52ff5f2624149bf562dd39354ca17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0356903 Mar 22 11:37:26.301860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50772) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.308853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b3913-1f8f-44ba-ac00-33fc4307ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b50be-ece6-4ad5-b1e3-2add62152395,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:26.311925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-70be916b-f251-431f-8d4a-f42a8184158b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.312899 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-70be916b-f251-431f-8d4a-f42a8184158b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0293739 Mar 22 11:37:26.326568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50776) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.337228 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:26.338879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-743e6a16-f615-48da-a809-35f733b06554 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.340615 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-743e6a16-f615-48da-a809-35f733b06554 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0109034 Mar 22 11:37:26.345331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50780) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.348463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.394291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-0a02bcb7-4c9b-450c-bae5-404ecc0d0b09 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.395248 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0a02bcb7-4c9b-450c-bae5-404ecc0d0b09 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0490212 Mar 22 11:37:26.404091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50784) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.424297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-99ccdb44-1a83-43cc-8fb4-28d52a073848 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.428381 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-99ccdb44-1a83-43cc-8fb4-28d52a073848 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0202532 Mar 22 11:37:26.430021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50788) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.440746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-d07b6e63-48b3-405b-a599-6992651f62ad tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.443776 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d07b6e63-48b3-405b-a599-6992651f62ad tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107129 Mar 22 11:37:26.446145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50792) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.459145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-3f56f287-e958-40f9-af6e-ab777c7dc1fd tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.462513 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3f56f287-e958-40f9-af6e-ab777c7dc1fd tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0128171 Mar 22 11:37:26.466565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50796) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.476366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-e15399b8-4c41-4f3e-a8ac-87fd6c20a098 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.479651 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e15399b8-4c41-4f3e-a8ac-87fd6c20a098 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0099521 Mar 22 11:37:26.487072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50800) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.499488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c86ea-11af-42c7-9812-bc94cf847028 req-0584f0df-d2f2-43c1-a610-cb51d284194b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:26.513094 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-453c86ea-11af-42c7-9812-bc94cf847028 req-0584f0df-d2f2-43c1-a610-cb51d284194b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2822943 Mar 22 11:37:26.514291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50804) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.520208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f33c6d47-f03c-46cd-aa99-ff092270bcd3 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.525129 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f33c6d47-f03c-46cd-aa99-ff092270bcd3 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0371020 Mar 22 11:37:26.526094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50806) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.528002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.538192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a04f-1a91-4b5c-a94f-c0fddce1efe1 req-4971dc4e-99eb-421f-8ee5-9bcd1b0449c7 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:26.539680 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a462a04f-1a91-4b5c-a94f-c0fddce1efe1 req-4971dc4e-99eb-421f-8ee5-9bcd1b0449c7 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.3620512 Mar 22 11:37:26.546677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-309a1f96-d205-4b9f-88d2-f63e901b1542 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.547618 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-309a1f96-d205-4b9f-88d2-f63e901b1542 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0176282 Mar 22 11:37:26.559345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.584639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50810) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.602147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Request body: {'floatingip': {'port_id': '0675f246-3629-4125-9db1-ba6672575b99'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:26.618398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-add5d481-a2b0-4db9-9db6-4b64464d3928 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.619346 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-add5d481-a2b0-4db9-9db6-4b64464d3928 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0325439 Mar 22 11:37:26.633257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50816) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.635559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.647338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-d08407b2-eb79-4314-8029-4ceb32e4d9ea tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.648271 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d08407b2-eb79-4314-8029-4ceb32e4d9ea tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140419 Mar 22 11:37:26.672241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50820) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.694786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.728343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=2204ab19-e670-404a-80bf-53ea003dcfd1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:26.739775 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '32b5faf3-3d3e-40ae-bb84-34e686a3c59b', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'port_id': 'fb587360-c378-4570-8ad5-90827d912721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'mac_address': 'fa:16:3e:f0:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:44Z', 'updated_at': '2022-03-22T11:37:23Z', 'revision_number': 1, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:26.744617 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Checking router: 7f4ab967-e966-47a8-b6c0-c2000c9b139a for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:26.754242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:26.758953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f1cfefa7-37bc-437d-b3a8-700a324bc065 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:26.759756 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1cfefa7-37bc-437d-b3a8-700a324bc065 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0786936 Mar 22 11:37:26.762206 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:26.762957 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:26.774885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50824) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:26.788070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Allocated IP 172.26.5.102 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/a7b9558d-a13a-48ba-af2e-5200272b4009) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:26.811803 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a462a04f-1a91-4b5c-a94f-c0fddce1efe1 req-52a45936-e928-45af-b368-44e317211e38 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261393 Mar 22 11:37:26.906517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.029407 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'tag': 'fb587360-c378-4570-8ad5-90827d912721', 'status': 'completed', 'code': 200} Mar 22 11:37:27.037045 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-a65564e0-a81f-4264-96be-8ab86da9fe67 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.037045 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a65564e0-a81f-4264-96be-8ab86da9fe67 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.2415340 Mar 22 11:37:27.037459 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:27.060509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50828) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.082737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.110378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-c20fdc22-8dad-4e8a-82cc-8d2bee082cf1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.111487 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c20fdc22-8dad-4e8a-82cc-8d2bee082cf1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0560927 Mar 22 11:37:27.123393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50832) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.137532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:27.146941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:27.152317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3a95-bff2-4edd-a336-a349ea91f1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.156160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-0581815e-81ca-4cf9-96a6-3eebb682069b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.160546 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0581815e-81ca-4cf9-96a6-3eebb682069b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0184963 Mar 22 11:37:27.160546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:27.180792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b50be-ece6-4ad5-b1e3-2add62152395,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:27.183129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50836) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.186616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=59bd28a7-55cc-4e91-ba82-19c9be2cd2b6,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:27.202201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-b0cb6078-3394-43ba-8868-b30961717465 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.206196 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b0cb6078-3394-43ba-8868-b30961717465 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0138071 Mar 22 11:37:27.212869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50840) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.233751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-730b7709-8598-4c4a-b8b8-635450d00e98 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.236576 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-730b7709-8598-4c4a-b8b8-635450d00e98 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0174377 Mar 22 11:37:27.239740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50844) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.257819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-103f2ea9-2c5d-4532-8179-7c899027e85d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.261465 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-103f2ea9-2c5d-4532-8179-7c899027e85d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0120595 Mar 22 11:37:27.264471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50848) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.286054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-e0b1c3a5-17cb-45f8-9983-5da94087c1e2 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.290265 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e0b1c3a5-17cb-45f8-9983-5da94087c1e2 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0126021 Mar 22 11:37:27.290705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50852) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.293487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.296820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.301434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-4d9fe68b-f088-4242-811b-7cfb8d09a1fa tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.305118 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4d9fe68b-f088-4242-811b-7cfb8d09a1fa tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0107288 Mar 22 11:37:27.307144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50856) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.317963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.319059 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b22fc87e-6d19-4059-bf7e-53ad3fc49966 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d25b50be-ece6-4ad5-b1e3-2add62152395 HTTP/1.1" status: 204 len: 168 time: 1.0153232 Mar 22 11:37:27.322827 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be761b7c-5ddd-4dcc-9340-b6ffdba064d2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/2204ab19-e670-404a-80bf-53ea003dcfd1 HTTP/1.1" status: 204 len: 168 time: 2.0383196 Mar 22 11:37:27.328483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50862) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.334099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-f6866003-e73e-437c-81aa-cdb9cd99a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:27.335651 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-f6866003-e73e-437c-81aa-cdb9cd99a1e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 1098 time: 0.3835685 Mar 22 11:37:27.335772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:27.339578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.361208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-77eeaee2-4046-44f6-9ff6-21fd93c7fe12 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.364437 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-77eeaee2-4046-44f6-9ff6-21fd93c7fe12 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0532446 Mar 22 11:37:27.423668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50866) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.440302 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-3629346c-b630-404d-98c5-d6b56b45bc80 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.441493 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3629346c-b630-404d-98c5-d6b56b45bc80 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0155232 Mar 22 11:37:27.446938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50870) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.460465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c030f-03a4-4bba-8555-3cc0d41a1614 req-1270bdf2-04c1-4a98-ba69-07015f343eb5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:27.467372 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '32b5faf3-3d3e-40ae-bb84-34e686a3c59b', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'port_id': 'fb587360-c378-4570-8ad5-90827d912721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'mac_address': 'fa:16:3e:f0:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:44Z', 'updated_at': '2022-03-22T11:37:23Z', 'revision_number': 1, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:27.467597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e25c030f-03a4-4bba-8555-3cc0d41a1614 req-1270bdf2-04c1-4a98-ba69-07015f343eb5 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.7880104 Mar 22 11:37:27.472747 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e916f8-78c1-49a1-97f0-ae2fee66a1f5 None None] The sync data for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv is: [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '32b5faf3-3d3e-40ae-bb84-34e686a3c59b', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'port_id': 'fb587360-c378-4570-8ad5-90827d912721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'mac_address': 'fa:16:3e:f0:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:44Z', 'updated_at': '2022-03-22T11:37:23Z', 'revision_number': 1, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:27.474732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f60b2607-9b50-49fa-8b1a-e9134999874b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.475800 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f60b2607-9b50-49fa-8b1a-e9134999874b tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0262685 Mar 22 11:37:27.491622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50874) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.507797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-edeefcd3-dd18-4aca-ad60-76f7495d59aa tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.510498 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-edeefcd3-dd18-4aca-ad60-76f7495d59aa tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0145962 Mar 22 11:37:27.513489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50878) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.531645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-d46f4f64-d6e5-4d72-bb48-58603951c66c tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.535794 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d46f4f64-d6e5-4d72-bb48-58603951c66c tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188460 Mar 22 11:37:27.537974 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4503531e-570e-4534-889f-31fc0e043989 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4345527 Mar 22 11:37:27.547727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50882) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.548576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50884) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.608961 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc1c0d-71e0-47d9-9eec-d299000315a0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] GET failed (client error): The resource could not be found. Mar 22 11:37:27.609489 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8cfc1c0d-71e0-47d9-9eec-d299000315a0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:27.614358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-c6dc7250-b2f4-4e46-9539-00dbe409eb4e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.615299 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c6dc7250-b2f4-4e46-9539-00dbe409eb4e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0167754 Mar 22 11:37:27.620292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '59bd28a7-55cc-4e91-ba82-19c9be2cd2b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:27.622382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50890) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.633563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:27.634172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-c671c9b5-02e1-4ca1-b752-cf4df34c4fd1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.635100 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c671c9b5-02e1-4ca1-b752-cf4df34c4fd1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090661 Mar 22 11:37:27.638095 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e25c030f-03a4-4bba-8555-3cc0d41a1614 req-3a635042-c705-4bc0-b169-8b210282d765 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697164 Mar 22 11:37:27.638559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50894) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.641539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-d25c213e-e3f9-480c-8958-fbd04a228d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:27.645672 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-d25c213e-e3f9-480c-8958-fbd04a228d7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 200 len: 912 time: 0.2634625 Mar 22 11:37:27.662540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-82596b3f-dea3-47b1-9120-91b02131a5fe tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.665960 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-82596b3f-dea3-47b1-9120-91b02131a5fe tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0210373 Mar 22 11:37:27.669220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50898) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.673996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:27.677344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-30e9fa47-243b-40cb-bf20-44c707798c15 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.681002 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-30e9fa47-243b-40cb-bf20-44c707798c15 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082481 Mar 22 11:37:27.691239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50906) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.706456 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f340d75c-c645-43d8-bc4b-060e31651135 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.711638 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f340d75c-c645-43d8-bc4b-060e31651135 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0150042 Mar 22 11:37:27.711777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50910) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.729364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-b957d254-f14b-4746-a611-051b36954c10 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.729364 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b957d254-f14b-4746-a611-051b36954c10 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0166116 Mar 22 11:37:27.736391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8cfc1c0d-71e0-47d9-9eec-d299000315a0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:27.737655 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8cfc1c0d-71e0-47d9-9eec-d299000315a0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports/2204ab19-e670-404a-80bf-53ea003dcfd1 HTTP/1.1" status: 404 len: 333 time: 0.4084322 Mar 22 11:37:27.743268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50916) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.743719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50918) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.753835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-1878642023'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:27.779602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-35a54fe8-cb78-4cce-a1dc-3da4fe634e1d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.804683 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-35a54fe8-cb78-4cce-a1dc-3da4fe634e1d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0483541 Mar 22 11:37:27.804683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50924) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:27.838970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375525b3-b21a-46c7-911b-eab123bfab9e None None] New status for floating IP 32b5faf3-3d3e-40ae-bb84-34e686a3c59b: ACTIVE {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:37:27.851086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.866691 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-544499e7-542b-4b50-92d7-d38a2974321e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 200 len: 998 time: 0.2167470 Mar 22 11:37:27.969125 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:27.981671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-a1f756ed-32af-47dc-952f-2d9eb47f06b6 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:27.982705 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a1f756ed-32af-47dc-952f-2d9eb47f06b6 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1194246 Mar 22 11:37:27.985607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50930) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.002265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:28.029987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-447357f2-dfda-4579-87d7-9c0299a05af1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.033953 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-447357f2-dfda-4579-87d7-9c0299a05af1 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0389121 Mar 22 11:37:28.039699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50934) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.060974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f8e81e9f-aeaa-46f9-a76d-1ab9bfb441a2 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.061346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:28.064277 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f8e81e9f-aeaa-46f9-a76d-1ab9bfb441a2 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0156326 Mar 22 11:37:28.065514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50938) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.078549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-16490b07-36d0-49da-9aca-934a99851805 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.083084 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-16490b07-36d0-49da-9aca-934a99851805 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0137570 Mar 22 11:37:28.086749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50942) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.097074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-1a7a911a-8394-4685-aa8a-6de48f0d38e0 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.098067 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1a7a911a-8394-4685-aa8a-6de48f0d38e0 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067558 Mar 22 11:37:28.102739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50946) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.111042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-9fff0846-b926-4884-bc06-338de46e21e4 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.112571 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9fff0846-b926-4884-bc06-338de46e21e4 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085483 Mar 22 11:37:28.114943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:28.148702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50950) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.161823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Pushing event updated for resources: {'Port': ['ID=a7b9558d-a13a-48ba-af2e-5200272b4009,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:28.168946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-1fea1429-7310-4440-b335-85191a793fc6 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.173089 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1fea1429-7310-4440-b335-85191a793fc6 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0230792 Mar 22 11:37:28.178735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50954) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.186373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-fc25bda4-fbc9-4c39-bf92-5214c5b25129 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.187494 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fc25bda4-fbc9-4c39-bf92-5214c5b25129 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078137 Mar 22 11:37:28.192488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50958) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.205962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50962) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.209711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-fa76c5c6-09ca-4f37-9d57-5420430d04a8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.210655 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fa76c5c6-09ca-4f37-9d57-5420430d04a8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0138249 Mar 22 11:37:28.212450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-9643af37-1da3-4b4b-95fc-e10920b2f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:28.213931 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-9643af37-1da3-4b4b-95fc-e10920b2f36c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f79b03f-2cf4-41f3-b44d-f04ae4771548 HTTP/1.1" status: 200 len: 850 time: 0.2831376 Mar 22 11:37:28.214366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50966) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.230683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:28.266726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-f952c1eb-50c6-4a6a-a815-b8b6a9fe87ae tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.267615 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f952c1eb-50c6-4a6a-a815-b8b6a9fe87ae tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0479407 Mar 22 11:37:28.276471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50970) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.293562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-5f940575-e79c-4e1e-9685-b745bd6b78ec tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.294505 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5f940575-e79c-4e1e-9685-b745bd6b78ec tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0123184 Mar 22 11:37:28.297347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50974) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.308073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24751b8f-9b6d-4e75-917d-504ea0dbd664 req-db6668f1-a17d-4904-8d24-fc37f73fd491 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:28.309266 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-2a4b507a-e3d0-4d53-afce-9a2d5c530e22 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.309621 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-24751b8f-9b6d-4e75-917d-504ea0dbd664 req-db6668f1-a17d-4904-8d24-fc37f73fd491 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.3189304 Mar 22 11:37:28.310277 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2a4b507a-e3d0-4d53-afce-9a2d5c530e22 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0103016 Mar 22 11:37:28.310386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.319328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:28.321353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50978) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.333485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-fd40bb1e-a46d-4aee-94a4-baef6c0ae0e8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.334631 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fd40bb1e-a46d-4aee-94a4-baef6c0ae0e8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0105636 Mar 22 11:37:28.337957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50982) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.353132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:28.356744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:28.357193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-978a2974-1cf5-4bf7-ab4f-8cc35b83088a tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.358122 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-978a2974-1cf5-4bf7-ab4f-8cc35b83088a tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0176785 Mar 22 11:37:28.367971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50986) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.369338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.382805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Usage tracker for resource:security_group_rule and tenant:bc924e2cc2f34a8bafd28beeb7d7d93a is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:28.388674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-2000abf3-ec67-4a58-bf78-09bc5bbb9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:28.390199 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-2000abf3-ec67-4a58-bf78-09bc5bbb9c73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3db4209a-2370-49cc-80ea-e13ddcf7b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1666076 Mar 22 11:37:28.394962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-add7a235-6f0b-4875-a2b7-50e1c517c470 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.395942 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-add7a235-6f0b-4875-a2b7-50e1c517c470 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0227723 Mar 22 11:37:28.396961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:28.404369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.411298 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 50990) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.414280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:28.421407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-42b999b8-cb28-4e6d-b38a-509c0ab33641 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.422384 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-42b999b8-cb28-4e6d-b38a-509c0ab33641 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102522 Mar 22 11:37:28.428827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50994) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.436031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-274f142e-e53e-499a-a286-7cb7f06c3dba tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.436973 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-274f142e-e53e-499a-a286-7cb7f06c3dba tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075126 Mar 22 11:37:28.437916 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-24751b8f-9b6d-4e75-917d-504ea0dbd664 req-ea3a1377-dfdd-4978-9cb3-e3e830091f60 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171892 Mar 22 11:37:28.440175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 50998) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.470778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.489676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-86480cc2-2ae1-4b02-9f04-53fd3c0b34e8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.493055 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-86480cc2-2ae1-4b02-9f04-53fd3c0b34e8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0477133 Mar 22 11:37:28.493055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:28.495033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.504635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51004) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.514474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.517808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-0282f159-6847-498d-958f-ae90c76f3ffe tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.518780 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0282f159-6847-498d-958f-ae90c76f3ffe tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053000 Mar 22 11:37:28.550931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51008) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.577428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-faded142-f044-40d1-9d4b-d9d7ab297a06 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.578278 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-faded142-f044-40d1-9d4b-d9d7ab297a06 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0183628 Mar 22 11:37:28.596730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51012) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.609612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-985610ac-def3-4688-af24-975546a6f66f tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.611310 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-985610ac-def3-4688-af24-975546a6f66f tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0136371 Mar 22 11:37:28.614581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51016) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.629681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port aa09e952-81ec-47d3-9a0d-4f557c82ec60 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:28.631551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-1abf2b86-529b-40f1-9038-dda6ff8acba3 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.632478 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1abf2b86-529b-40f1-9038-dda6ff8acba3 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0146539 Mar 22 11:37:28.637166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51020) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.653683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-3e99c5cb-e07b-4464-8ce5-8aaa1292bcb0 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.654612 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3e99c5cb-e07b-4464-8ce5-8aaa1292bcb0 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0156372 Mar 22 11:37:28.663523 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51024) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.703642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.720777 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-2953e253-27df-43ac-b0a8-bceee1f172f8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.721723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2953e253-27df-43ac-b0a8-bceee1f172f8 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0228384 Mar 22 11:37:28.733232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51028) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.761676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-7f734c7d-bd38-4856-9529-4784e2647b1c tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.762595 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f734c7d-bd38-4856-9529-4784e2647b1c tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0222983 Mar 22 11:37:28.765428 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-65faf641-9b6f-4240-a539-dc14d8388d3b service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684258 Mar 22 11:37:28.772049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51032) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.800173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-9acd3056-d910-4fb9-a9ac-0acb41b08098 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.803875 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9acd3056-d910-4fb9-a9ac-0acb41b08098 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0315025 Mar 22 11:37:28.806752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51036) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.843859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-7f5e1243-51c6-4026-8577-a43f950d2545 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.845396 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7f5e1243-51c6-4026-8577-a43f950d2545 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0325439 Mar 22 11:37:28.848897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.59 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:28.853835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51040) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.857382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.865833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-ece1e191-648c-4b89-b024-c865431a3131 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.869129 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ece1e191-648c-4b89-b024-c865431a3131 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081720 Mar 22 11:37:28.870703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51044) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.873468 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Floating IP 695acdb0-5a65-43db-b9f4-0c42a23b198f associated. External IP: 172.26.5.95, port: 0675f246-3629-4125-9db1-ba6672575b99. Mar 22 11:37:28.930930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-f4a65278-eccb-4b1d-9f3f-09c2a192fe0f tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.931877 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f4a65278-eccb-4b1d-9f3f-09c2a192fe0f tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0601380 Mar 22 11:37:28.943179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51048) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:28.943835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:28.979295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [None req-ccd08f7e-748f-458f-8032-113c7088f90e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:28.980229 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ccd08f7e-748f-458f-8032-113c7088f90e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0290928 Mar 22 11:37:28.990855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51052) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.015767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-0847f2df-3451-4255-804a-042efdc68019 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.016728 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0847f2df-3451-4255-804a-042efdc68019 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0134330 Mar 22 11:37:29.022418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51056) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.033744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2de712-5ad8-426d-b546-cb0cf24b7127 req-0b7b3812-0347-40b4-aab4-726ca70ffe02 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:29.035133 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-bb2de712-5ad8-426d-b546-cb0cf24b7127 req-0b7b3812-0347-40b4-aab4-726ca70ffe02 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.4718528 Mar 22 11:37:29.073449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51060) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.086251 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc924e2cc2f34a8bafd28beeb7d7d93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8751311 Mar 22 11:37:29.086419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-34348ad6-b9be-4946-9515-a4b986fbde4d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.086802 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-34348ad6-b9be-4946-9515-a4b986fbde4d tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0616918 Mar 22 11:37:29.092441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51064) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.095832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51066) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.099329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Request body: {'floatingip': {'port_id': '4f88448b-6155-4b65-9d9c-6e47e410dbf6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:29.122157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-042136b6-9a47-4128-89bc-16fdbf648d3e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.123084 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-042136b6-9a47-4128-89bc-16fdbf648d3e tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0219665 Mar 22 11:37:29.144488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51072) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.149538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.8 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/aa09e952-81ec-47d3-9a0d-4f557c82ec60) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:29.159332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-67547998-4307-4978-ab72-eec66def3a01 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.160261 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-67547998-4307-4978-ab72-eec66def3a01 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0147903 Mar 22 11:37:29.166955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51076) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.183168 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba424677-cb1d-4e34-8500-cfc1f1898040 req-18108a6c-7c6e-49db-ad86-9177d6eaddca service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032748 Mar 22 11:37:29.188218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-baa556db-8a8e-42eb-8de1-852f2b5d96da tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.189183 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-baa556db-8a8e-42eb-8de1-852f2b5d96da tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0150290 Mar 22 11:37:29.194565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51080) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.215331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [None req-a8263e4e-4dc6-4390-b80f-e531d6350326 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:37:29.216249 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a8263e4e-4dc6-4390-b80f-e531d6350326 tempest-ExtensionsTestJSON-935993551 tempest-ExtensionsTestJSON-935993551-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0133080 Mar 22 11:37:29.244442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016715da-7961-4904-9a5e-50a64c809189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354f3d7-cd0d-4715-a810-c67d675be305,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:29.273442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.276465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.370810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.431212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.573840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.585111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.629829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.631220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd689a71-0c5c-42de-8ffa-fe49ca93ad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.636038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.732654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.735817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object aa09e952-81ec-47d3-9a0d-4f557c82ec60 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:29.781675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354f3d7-cd0d-4715-a810-c67d675be305,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:29.786294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Pushing event updated for resources: {'Port': ['ID=a7b9558d-a13a-48ba-af2e-5200272b4009,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:29.794748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51088) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.797328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.833325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.844774 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-93dac921-4614-4478-9338-7cb8f9af839e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c354f3d7-cd0d-4715-a810-c67d675be305 HTTP/1.1" status: 204 len: 168 time: 0.7348731 Mar 22 11:37:29.921196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:29.925690 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-243840ea-be2b-4fc6-8384-640d36db8494 tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0421257 Mar 22 11:37:29.926116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51096) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:29.997476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.003086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Router 837d7725-3149-41ee-af9f-b06eb57ec9ee has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:30.073175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.093869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:30.098060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.104360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:30.104360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:30.155557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:30.177954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Usage tracker for resource:security_group_rule and tenant:a426be06f7ea456dbfa55df4c77fca0b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:30.190164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:30.196264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=aa09e952-81ec-47d3-9a0d-4f557c82ec60,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:30.211263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:30.215519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-42f7f99a-5886-4695-87d1-58fb34498192 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Synchronizing usage tracker for tenant:f7951ab4a5c84fee8003b6b68d480d1a on resource:floatingip {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:30.243733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:30.243982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.269765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:30.281194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:30.283641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:30.383326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.433178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:30.443670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-42f7f99a-5886-4695-87d1-58fb34498192 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Unset dirty status for tenant:f7951ab4a5c84fee8003b6b68d480d1a on resource:floatingip {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:30.445007 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-42f7f99a-5886-4695-87d1-58fb34498192 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3697 time: 0.5174274 Mar 22 11:37:30.448122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51108) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:30.462860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:30.471282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c9905d34-6d39-4318-a83a-f0b00dc468f7 None None] Provisioning for port aa09e952-81ec-47d3-9a0d-4f557c82ec60 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:30.477329 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Sync routers for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:30.478101 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c9905d34-6d39-4318-a83a-f0b00dc468f7 None None] Provisioning complete for port aa09e952-81ec-47d3-9a0d-4f557c82ec60 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:30.478476 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9905d34-6d39-4318-a83a-f0b00dc468f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.488226 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:30.489130 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:30.521459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.529145 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d4dd01a1-6516-4584-a20c-48ff38c7fac6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7828279 Mar 22 11:37:30.557746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51114) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:30.569147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:03:45:2b'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:30.633411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.645201 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-9c125bd1-73d1-4ed4-9aa5-3ad2623c9beb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2540574 Mar 22 11:37:30.671441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-c9905d34-6d39-4318-a83a-f0b00dc468f7 None None] Port aa09e952-81ec-47d3-9a0d-4f557c82ec60 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:30.699290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.699598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.705702 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:30.712667 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a40df94e-001f-4641-8d6f-dadd859c8f67 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2608216 Mar 22 11:37:30.727569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51118) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:30.733131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.757382 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a426be06f7ea456dbfa55df4c77fca0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614391 Mar 22 11:37:30.805246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51122) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:30.828368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:30.843405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dd9a2-9b94-4849-9238-1c490d288533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff43de6-9e12-4048-9cf7-ed715fc9831a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:31.060815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.096967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.133373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-2ddae4d0-b486-40f5-a9fc-041efd1e5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:31.135203 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-2ddae4d0-b486-40f5-a9fc-041efd1e5b53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 1098 time: 0.3318322 Mar 22 11:37:31.135438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.172162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Deleting port a7b9558d-a13a-48ba-af2e-5200272b4009 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:31.172781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.215510 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8da9f5b0-a6c6-4a3d-b12a-a533a275279e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "PUT /v2.0/floatingips/695acdb0-5a65-43db-b9f4-0c42a23b198f HTTP/1.1" status: 200 len: 990 time: 4.6209319 Mar 22 11:37:31.222345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51134) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:31.222666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'tag': '0675f246-3629-4125-9db1-ba6672575b99'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:31.263681 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '695acdb0-5a65-43db-b9f4-0c42a23b198f', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'port_id': '0675f246-3629-4125-9db1-ba6672575b99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'mac_address': 'fa:16:3e:22:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:53Z', 'updated_at': '2022-03-22T11:37:28Z', 'revision_number': 1, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:31.279526 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Checking router: 837d7725-3149-41ee-af9f-b06eb57ec9ee for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:31.301352 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:31.302142 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:31.354791 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'tag': '0675f246-3629-4125-9db1-ba6672575b99', 'status': 'completed', 'code': 200} Mar 22 11:37:31.459460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-785764469'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:31.483263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:31.529481 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:31.542003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:network and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:31.546099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.573104 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-0d4b5107-e2de-44d7-b48d-70ceecf90a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:31.574549 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-0d4b5107-e2de-44d7-b48d-70ceecf90a05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 200 len: 912 time: 0.4064820 Mar 22 11:37:31.579491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff43de6-9e12-4048-9cf7-ed715fc9831a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:31.590486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:31.615242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:31.648581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.652379 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2db9202-7d98-4003-8d46-937e4f3a2660 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eff43de6-9e12-4048-9cf7-ed715fc9831a HTTP/1.1" status: 204 len: 168 time: 0.8021142 Mar 22 11:37:31.657751 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Floating IP 4e3a90e7-2679-4738-ad2d-fa0317ca0a79 associated. External IP: 172.26.5.36, port: 4f88448b-6155-4b65-9d9c-6e47e410dbf6. Mar 22 11:37:31.670789 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.717594 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-511eba9b-6541-4ea2-8038-a36f363a0448 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 200 len: 1000 time: 0.1355057 Mar 22 11:37:31.863793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.864120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.899499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-d2f8e9df-6c5a-416a-bbe9-c381073915bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:31.900954 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-d2f8e9df-6c5a-416a-bbe9-c381073915bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f79b03f-2cf4-41f3-b44d-f04ae4771548 HTTP/1.1" status: 200 len: 850 time: 0.1716473 Mar 22 11:37:31.904907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.938914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Made reservation on behalf of 1477944c7ef049dea800e57b3be51ec3 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:31.942383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.992931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-315b4927-07c9-4a0b-b7d8-5ae0ad7271f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:31.994700 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-315b4927-07c9-4a0b-b7d8-5ae0ad7271f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3db4209a-2370-49cc-80ea-e13ddcf7b6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0863652 Mar 22 11:37:31.995811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.046608 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '695acdb0-5a65-43db-b9f4-0c42a23b198f', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'port_id': '0675f246-3629-4125-9db1-ba6672575b99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'mac_address': 'fa:16:3e:22:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:53Z', 'updated_at': '2022-03-22T11:37:28Z', 'revision_number': 1, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:32.050889 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8d9d6-b0d6-45e8-94de-b3008f3dc863 None None] The sync data for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv is: [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '695acdb0-5a65-43db-b9f4-0c42a23b198f', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'port_id': '0675f246-3629-4125-9db1-ba6672575b99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'mac_address': 'fa:16:3e:22:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:53Z', 'updated_at': '2022-03-22T11:37:28Z', 'revision_number': 1, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:32.090658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.121682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Calling delete_port for a7b9558d-a13a-48ba-af2e-5200272b4009 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:32.210108 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-fec8637c-af0d-49b6-9c32-384182814619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:32.211702 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-fec8637c-af0d-49b6-9c32-384182814619 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.7880511 Mar 22 11:37:32.229130 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:32.245574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=aa09e952-81ec-47d3-9a0d-4f557c82ec60,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:32.254893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] In _notify_port_updated(), no bound segment for port aa09e952-81ec-47d3-9a0d-4f557c82ec60 on network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:37:32.260253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:32.260965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.265206 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-05310fbd-77f8-4f0a-907a-102fa87601c5 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "PUT /v2.0/ports/aa09e952-81ec-47d3-9a0d-4f557c82ec60 HTTP/1.1" status: 200 len: 994 time: 1.7028918 Mar 22 11:37:32.266000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51148) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:32.319085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1040-92f8-468b-b7b5-63ebb9e183a2 req-da33c760-193c-458b-83da-c228ff3a29dd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:32.326423 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-efec1040-92f8-468b-b7b5-63ebb9e183a2 req-da33c760-193c-458b-83da-c228ff3a29dd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.8631959 Mar 22 11:37:32.340412 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-942f95d0-d5af-42c3-ab95-8ec194bea561 service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330402 Mar 22 11:37:32.380342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port aa09e952-81ec-47d3-9a0d-4f557c82ec60 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:32.380720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.423584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2ebf78fe-ed2b-416a-a646-1648491c53e0 None None] Provisioning complete for port aa09e952-81ec-47d3-9a0d-4f557c82ec60 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:32.424144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2ebf78fe-ed2b-416a-a646-1648491c53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.502312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf78fe-ed2b-416a-a646-1648491c53e0 None None] Port aa09e952-81ec-47d3-9a0d-4f557c82ec60 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:32.504009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66ed33-b51a-4c34-8151-59220767646d None None] New status for floating IP 695acdb0-5a65-43db-b9f4-0c42a23b198f: ACTIVE {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:37:32.541770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:security_group_rule and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:32.558809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:32.615124 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2b34e4a1-8832-44e8-bbe2-2ed153cebb43 req-ca8dc201-da5d-4027-a5d0-66c4e3a9e014 service neutron] 10.222.0.60 "GET /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643609 Mar 22 11:37:32.745050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:32.749960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.883491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:32.899124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for aa09e952-81ec-47d3-9a0d-4f557c82ec60 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:32.914937 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-efec1040-92f8-468b-b7b5-63ebb9e183a2 req-13a2f572-2d40-4053-b99e-debbd9460116 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458743 Mar 22 11:37:33.073560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-6a29aace-a4ae-4238-b98a-ca54c119a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.075497 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-6a29aace-a4ae-4238-b98a-ca54c119a761 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.8368394 Mar 22 11:37:33.169158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7c2a-a5e1-4a42-955b-7474db18bfa2 req-ab3c3995-e8bb-465a-a861-80ad9f18e137 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.170837 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1eae7c2a-a5e1-4a42-955b-7474db18bfa2 req-ab3c3995-e8bb-465a-a861-80ad9f18e137 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.1089320 Mar 22 11:37:33.196370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.204668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.272040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51170) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:33.272826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=aa09e952-81ec-47d3-9a0d-4f557c82ec60,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:33.278050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.333144 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1eae7c2a-a5e1-4a42-955b-7474db18bfa2 req-d943e2c1-bc8d-4185-b950-47bd152de432 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525075 Mar 22 11:37:33.378588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Pushing event deleted for resources: {'Port': ['ID=a7b9558d-a13a-48ba-af2e-5200272b4009,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:33.455513 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.462206 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-a654579a-3f69-422c-ae3b-7fb3bab3ca24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.3557758 Mar 22 11:37:33.471615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:33.482325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-838519999'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:33.482493 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Sync routers for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:33.497845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:33.499117 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:33.499976 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:33.506156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:33.511046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:33.520211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:33.530614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.545353 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c465506-b73e-4512-9dbc-15444676fa85 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/aa09e952-81ec-47d3-9a0d-4f557c82ec60 HTTP/1.1" status: 204 len: 168 time: 1.2764323 Mar 22 11:37:33.546205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51178) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:33.556241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.588544 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-826a43a7-ff14-449f-97a3-2ba99486ad82 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] GET failed (client error): The resource could not be found. Mar 22 11:37:33.589127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-826a43a7-ff14-449f-97a3-2ba99486ad82 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:33.602286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:33.607986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.622006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.662028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:33.689975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e43f29-6ba5-4ecf-95aa-f3c31395e6af,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:33.698422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-bf621aee-53a3-4a5b-a8b7-53897de30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.699867 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-bf621aee-53a3-4a5b-a8b7-53897de30760 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.2016213 Mar 22 11:37:33.701201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.705342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.707780 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:33.726653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-826a43a7-ff14-449f-97a3-2ba99486ad82 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:33.731151 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-826a43a7-ff14-449f-97a3-2ba99486ad82 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports/aa09e952-81ec-47d3-9a0d-4f557c82ec60 HTTP/1.1" status: 404 len: 333 time: 0.1807466 Mar 22 11:37:33.732786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:33.734831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51182) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:33.741315 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-1793099661'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:33.759653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:security_group_rule and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:33.773232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:33.782624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.783988 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Added segment c7d17853-4ae7-4af9-9c83-c939040909c3 of type vlan for network c89fd02f-2cbb-4572-8c11-ca63bd053a01 Mar 22 11:37:33.784117 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:33.798887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.800026 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ffcc20e1-0536-431a-8d98-29859777ec9c tempest-FloatingIPAdminTestJSON-1633694477 tempest-FloatingIPAdminTestJSON-1633694477-project] 10.222.0.53 "DELETE /v2.0/floatingips/db2f259a-b6df-4f58-a7e1-8442dfc0b241 HTTP/1.1" status: 204 len: 168 time: 3.0689406 Mar 22 11:37:33.808127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.832566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51186) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:33.895083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:33.957006 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-38881971-402d-42cc-82c3-4019c7f00eb5 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "PUT /v2.0/floatingips/4e3a90e7-2679-4738-ad2d-fa0317ca0a79 HTTP/1.1" status: 200 len: 991 time: 4.8761735 Mar 22 11:37:33.960863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:34.014455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:34.049729 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'status': 'completed', 'code': 200} Mar 22 11:37:34.064256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Deleting port e9f2aea0-e2df-4a53-9f11-c071a5ce4c99 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:34.064256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.066126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-7b812357-36e3-470b-b6d4-802b4ea0d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.067643 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-7b812357-36e3-470b-b6d4-802b4ea0d243 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3297586 Mar 22 11:37:34.139143 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '4e3a90e7-2679-4738-ad2d-fa0317ca0a79', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'floating_ip_address': '172.26.5.36', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'port_id': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'mac_address': 'fa:16:3e:b7:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:54Z', 'updated_at': '2022-03-22T11:37:30Z', 'revision_number': 1, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:34.143308 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Checking router: 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:34.153277 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:34.153783 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:34.209829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:34.246780 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:34.332228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.337594 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.338192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.343232 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:37:34.379462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.392688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-e9440059-3550-462a-b25e-3543d3c9bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.396765 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-e9440059-3550-462a-b25e-3543d3c9bf1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28d3dbed69ad467ca1413d9d705035d7&device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 1099 time: 0.2908254 Mar 22 11:37:34.396765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.396765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.426763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:34.430280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.497613 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2701349 Mar 22 11:37:34.499823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.501269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51196) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:34.503264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.517247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760001-3563-4c3a-91e8-4bd8d3dcc117 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Network': ['ID=c89fd02f-2cbb-4572-8c11-ca63bd053a01,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:34.523339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'subnet': {'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:34.531524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:34.560750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.590640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Calling delete_port for e9f2aea0-e2df-4a53-9f11-c071a5ce4c99 owned by network:floatingip {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:34.610394 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-5351b974-1ccd-4c94-b333-c14b1af0f8ea service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354793 Mar 22 11:37:34.738365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:34.770792 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '4e3a90e7-2679-4738-ad2d-fa0317ca0a79', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'floating_ip_address': '172.26.5.36', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'port_id': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'mac_address': 'fa:16:3e:b7:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:54Z', 'updated_at': '2022-03-22T11:37:30Z', 'revision_number': 1, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:34.776674 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43c827-3d2b-40b9-8446-77d1b964c523 None None] The sync data for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv is: [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '4e3a90e7-2679-4738-ad2d-fa0317ca0a79', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'floating_ip_address': '172.26.5.36', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'port_id': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'mac_address': 'fa:16:3e:b7:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:36:54Z', 'updated_at': '2022-03-22T11:37:30Z', 'revision_number': 1, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:34.810769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:34.812778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9419fc29-7dc6-4f9b-9574-31e4b9a1690f,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:34.849722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420170e-ee55-4c75-88fb-f7ad9aa21f03 req-70b71ee0-39d3-4c7e-9c7d-b101f3c19050 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.851252 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9420170e-ee55-4c75-88fb-f7ad9aa21f03 req-70b71ee0-39d3-4c7e-9c7d-b101f3c19050 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.7312431 Mar 22 11:37:34.851910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:34.861902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:34.867055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.867741 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment e40e9067-e5f7-4c81-ac66-2e05d526e4bb of type vlan for network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b Mar 22 11:37:34.884339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:subnet and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:34.904806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:34.917920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.971089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-43c18f2d-7262-45f1-acd6-1e6db3dbcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.972724 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-43c18f2d-7262-45f1-acd6-1e6db3dbcf0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=bea6b392-9abd-462e-a09a-f1dbf07bff35 HTTP/1.1" status: 200 len: 907 time: 0.5684686 Mar 22 11:37:34.977950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:35.039817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82cc8de-f66f-471d-a3de-0552fd66d11f None None] New status for floating IP 4e3a90e7-2679-4738-ad2d-fa0317ca0a79: ACTIVE {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:37:35.047152 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3b433466-fa2c-4253-b508-d1254dc5c8cf req-c1dcc1db-30b1-44b0-9d6a-61d5b0d5f2eb service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765538 Mar 22 11:37:35.050006 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9420170e-ee55-4c75-88fb-f7ad9aa21f03 req-d28e8d40-755b-4eb4-8511-511597587e81 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708825 Mar 22 11:37:35.088425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.133725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Made reservation on behalf of 1477944c7ef049dea800e57b3be51ec3 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:35.137208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.184889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938f2b-a488-442c-9607-07b80584a423 req-55cfd99a-2218-4a08-9707-07190482ea35 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:35.186450 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-34938f2b-a488-442c-9607-07b80584a423 req-55cfd99a-2218-4a08-9707-07190482ea35 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6717794 Mar 22 11:37:35.196460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.6 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/1d1fce5e-8d9a-4a5d-8195-0d87d4c55227) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:35.246868 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 0bcd4d09-bcb3-42ba-a57c-812109d5a3da associated. External IP: 172.26.5.59, port: 59bd28a7-55cc-4e91-ba82-19c9be2cd2b6. Mar 22 11:37:35.343121 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-cec6500e-36d5-47b1-9622-a8729fd98d1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6 HTTP/1.1" status: 200 len: 999 time: 0.3483965 Mar 22 11:37:35.426864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.432452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:35.432918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.476237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.535138 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-34938f2b-a488-442c-9607-07b80584a423 req-689d7bda-7635-4d82-8088-641898d20a31 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198977 Mar 22 11:37:35.570454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9f2aea0-e2df-4a53-9f11-c071a5ce4c99,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:35.598958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-a4968238-0ebc-483c-bd68-3d2921aadfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:35.600364 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-a4968238-0ebc-483c-bd68-3d2921aadfe3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e304e3b4-0dad-427c-9476-c6a15972440a HTTP/1.1" status: 200 len: 845 time: 0.2460668 Mar 22 11:37:35.685537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:35.784857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=30c8b7d0-6348-4e71-9d8a-b36d8286f03b,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:35.799302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:35.808410 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c55aab5-7d34-4f0a-8c36-4e39209dcff0 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5055630 Mar 22 11:37:35.885362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.886822 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.887644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.892916 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7551e3ba-2fe0-405f-8e5e-1b2520f72205 tempest-FloatingIPAdminTestJSON-2087966965 tempest-FloatingIPAdminTestJSON-2087966965-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/5f91e0a3-611c-4de5-bb7d-e5d638776351 HTTP/1.1" status: 204 len: 168 time: 2.0549071 Mar 22 11:37:35.896718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51204) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:36.040708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 465d660f-12d3-49c1-a170-c39e6c28fefb {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:36.041099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.057127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Subnet': ['ID=6fb1d19f-a392-41a4-b03f-0b29665179d2,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:36.080382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Checking segment: {'id': 'c7d17853-4ae7-4af9-9c83-c939040909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:36.080802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network hostable DHCP agents. Network: c89fd02f-2cbb-4572-8c11-ca63bd053a01, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:36.088887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.091977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:36.103658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-085d3557-3fc3-4faa-9791-226d06de6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:36.105169 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-085d3557-3fc3-4faa-9791-226d06de6144 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bea6b392-9abd-462e-a09a-f1dbf07bff35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4367387 Mar 22 11:37:36.114463 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:36.127903 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:36.128700 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:36.163517 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:36.198627 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:36.202010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:36.209159 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:36.209888 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:36.229403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.276843 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:36.277632 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e7f55-fc93-45d6-aef9-da5cd854522c None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:36.298453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, c89fd02f-2cbb-4572-8c11-ca63bd053a01) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:36.305905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:36.306706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.311035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0e009-1ac1-44db-9283-bba5fa40027a None None] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:36.322333 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0d800568-dd74-464e-a563-eef55419a872 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7221193 Mar 22 11:37:36.325205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51208) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:36.331376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': '59bd28a7-55cc-4e91-ba82-19c9be2cd2b6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:36.357422 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-8aec7e3f-2d98-4fdc-83cb-3e54f588b860 service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441621 Mar 22 11:37:36.448209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.452562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.517150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51212) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:36.517346 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-defa17dc-0f67-4cba-9bae-11e5e2137e69 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0095727 Mar 22 11:37:36.542435 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:36.546328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1988810604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:36.604213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-c89fd02f-2cbb-4572-8c11-ca63bd053a01', 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01', 'tenant_id': '1477944c7ef049dea800e57b3be51ec3', 'fixed_ips': [{'subnet_id': '6fb1d19f-a392-41a4-b03f-0b29665179d2'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:37:36.605302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.688631 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0b6efc08-a28d-4a0c-9522-b9691daeb6f8 req-ef8a1b25-3c0c-4b91-a26f-fae22257d075 service neutron] 10.222.0.60 "GET /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793770 Mar 22 11:37:36.689588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=1d1fce5e-8d9a-4a5d-8195-0d87d4c55227,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:36.692526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:36.718805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:36.724163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:router and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:36.728349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:36.740687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:36.789391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:36.798819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:36.893813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Allocated IP 172.20.0.2 (c89fd02f-2cbb-4572-8c11-ca63bd053a01/6fb1d19f-a392-41a4-b03f-0b29665179d2/8df878db-ebf6-44e6-afe0-86b42e4f55b6) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:37.001873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.002908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.015153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for 465d660f-12d3-49c1-a170-c39e6c28fefb owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:37.073888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:37.074506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.093776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.207015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.218178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Transition to ACTIVE for port object 8df878db-ebf6-44e6-afe0-86b42e4f55b6 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:37.238918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Transition to ACTIVE for port object 8df878db-ebf6-44e6-afe0-86b42e4f55b6 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:37.241739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-30f62b7e-5bfd-448e-a4b0-99615ad492c6 None None] Provisioning for port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:37.246972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-30f62b7e-5bfd-448e-a4b0-99615ad492c6 None None] Provisioning complete for port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:37.247388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30f62b7e-5bfd-448e-a4b0-99615ad492c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.301782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.321043 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2bff8a7-74ea-4b28-8d02-df6ee93131b6 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5842247 Mar 22 11:37:37.322413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.345060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51218) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:37.348739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:03:45:2b'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:37.377590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Pushing event updated for resources: {'Port': ['ID=8df878db-ebf6-44e6-afe0-86b42e4f55b6,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:37.382821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-30f62b7e-5bfd-448e-a4b0-99615ad492c6 None None] Port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:37.394146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.397933 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:37.398498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.399404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:37.404335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:37.436207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1337f-af97-4895-a777-1bc4d77c2719 req-66dbe56e-eaca-4aaf-9536-153160663e84 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:37.438715 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f7b1337f-af97-4895-a777-1bc4d77c2719 req-66dbe56e-eaca-4aaf-9536-153160663e84 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6789081 Mar 22 11:37:37.458800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.460498 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-096ce7c8-015c-4b9a-b121-87cc383e9863 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9269044 Mar 22 11:37:37.475003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51222) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:37.477932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Port': ['ID=465d660f-12d3-49c1-a170-c39e6c28fefb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:37.509126 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f7b1337f-af97-4895-a777-1bc4d77c2719 req-2036bc3f-41d9-46e7-b907-6910cfcf1e80 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642021 Mar 22 11:37:37.510096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.517126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Attempting to bind port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:37.517539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Attempting to bind port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'c7d17853-4ae7-4af9-9c83-c939040909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:37.517895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Attempting to bind port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 on network c89fd02f-2cbb-4572-8c11-ca63bd053a01 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:37.523876 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:37.524300 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Checking segment: {'id': 'c7d17853-4ae7-4af9-9c83-c939040909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:37.524735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.525118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Bound using segment: {'id': 'c7d17853-4ae7-4af9-9c83-c939040909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:37.525624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Bound port: 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d17853-4ae7-4af9-9c83-c939040909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:37.525992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.639847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] For port 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:37.644482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] For port 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8df878db-ebf6-44e6-afe0-86b42e4f55b6,segment=NetworkSegment(c7d17853-4ae7-4af9-9c83-c939040909c3),segment_id=c7d17853-4ae7-4af9-9c83-c939040909c3)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:37.721248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:37.826026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45118c9e-f0d0-430b-92db-a8333ad14d6d None None] Pushing event updated for resources: {'Port': ['ID=8df878db-ebf6-44e6-afe0-86b42e4f55b6,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:38.297495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:38.307729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:38.311987 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7d2ed73e-c2aa-4ad5-8e55-017506f4712a tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/ports/465d660f-12d3-49c1-a170-c39e6c28fefb HTTP/1.1" status: 204 len: 168 time: 2.4114790 Mar 22 11:37:38.355226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51228) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:38.364404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:38.529787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:38.535376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:38.548257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:38.556283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9881c13-7956-4faf-9371-61ac6cd017f3 req-3752161a-43d8-4e4b-b184-7af586702241 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:38.563567 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d9881c13-7956-4faf-9371-61ac6cd017f3 req-3752161a-43d8-4e4b-b184-7af586702241 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6203113 Mar 22 11:37:38.570057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:38.570989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:38.613613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c8379-f0a7-4dbf-a5b6-b4d77e908e56 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:38.614666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ed7c8379-f0a7-4dbf-a5b6-b4d77e908e56 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Synchronizing usage tracker for tenant:c11a3a0745004e39adbbfe389f49824d on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:38.708101 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-335c3e51-342b-428e-af30-be5a3e57b4f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/0bcd4d09-bcb3-42ba-a57c-812109d5a3da HTTP/1.1" status: 200 len: 978 time: 2.3817112 Mar 22 11:37:38.710768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51232) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:38.718531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:38.741022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:38.765646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:38.774771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:38.800940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ed7c8379-f0a7-4dbf-a5b6-b4d77e908e56 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Unset dirty status for tenant:c11a3a0745004e39adbbfe389f49824d on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:38.802063 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ed7c8379-f0a7-4dbf-a5b6-b4d77e908e56 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51ba8b2-9156-408e-8da3-e1aedbb40853 HTTP/1.1" status: 200 len: 913 time: 0.4458852 Mar 22 11:37:38.824134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51236) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:38.885575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:38.885977 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ea130-c4f8-4eae-bd90-419a88defcb0 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:39.010103 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d9881c13-7956-4faf-9371-61ac6cd017f3 req-d29b90b1-4bed-4e44-8eb9-8d974fd8fd16 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455805 Mar 22 11:37:39.038007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:39.042533 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.083470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba006ad2-04a1-4791-bd13-e1e740534cf8 None None] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:39.128108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51242) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:39.159661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:39.274050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.274532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.321645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a1199838-a991-4e62-a62c-229d50b1d9bf None None] Provisioning for port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:39.428122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:39.479273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8df878db-ebf6-44e6-afe0-86b42e4f55b6 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:39.526686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:39.539652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:subnet and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:39.555891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:39.577157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:39.640323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:39.645667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:39.646044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.698748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.699810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.759385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=9165e2b1-c577-4ee5-b537-5f0eb4a2ddb4,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:39.770878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.785463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6fa83835-55ab-4a97-b68d-46d49d91ba82 None None] Provisioning complete for port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:39.785834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6fa83835-55ab-4a97-b68d-46d49d91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.811202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.870514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.870862 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 0bcd4d09-bcb3-42ba-a57c-812109d5a3da disassociated (deleted). External IP: 172.26.5.59, port: 59bd28a7-55cc-4e91-ba82-19c9be2cd2b6. Mar 22 11:37:39.884171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:39.884819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8df878db-ebf6-44e6-afe0-86b42e4f55b6,segment=NetworkSegment(c7d17853-4ae7-4af9-9c83-c939040909c3),segment_id=c7d17853-4ae7-4af9-9c83-c939040909c3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:39.888544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.953338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6fa83835-55ab-4a97-b68d-46d49d91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.966788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.087001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Allocated IP 172.20.0.1 (c89fd02f-2cbb-4572-8c11-ca63bd053a01/6fb1d19f-a392-41a4-b03f-0b29665179d2/36f28143-5565-4c37-bd45-593323ec3d2d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:40.115917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-6fa83835-55ab-4a97-b68d-46d49d91ba82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:37:40.116684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-6fa83835-55ab-4a97-b68d-46d49d91ba82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:37:40.117180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=8df878db-ebf6-44e6-afe0-86b42e4f55b6,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:40.179450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=1d1fce5e-8d9a-4a5d-8195-0d87d4c55227,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:40.206199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] In _notify_port_updated(), no bound segment for port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 on network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:37:40.211592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:40.212216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.213524 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be8ef37c-0530-4327-ae6e-550fc37b963e tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "PUT /v2.0/ports/1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 HTTP/1.1" status: 200 len: 996 time: 2.8703864 Mar 22 11:37:40.246057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51250) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:40.390491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:40.390862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.509121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c77cd-4b3d-4b41-8a8f-4b1e11430fac req-159b3b5e-32c4-4bfc-83c7-11e7885c122d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:40.510062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:40.512989 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-eb7c77cd-4b3d-4b41-8a8f-4b1e11430fac req-159b3b5e-32c4-4bfc-83c7-11e7885c122d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.8300166 Mar 22 11:37:40.675893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.681350 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-eb7c77cd-4b3d-4b41-8a8f-4b1e11430fac req-bc8b4923-2e99-49c8-95fb-af3404160312 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592805 Mar 22 11:37:40.717945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Transition to ACTIVE for port object 36f28143-5565-4c37-bd45-593323ec3d2d will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:40.827007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.841151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-20bd55e1-81f2-472e-857d-80c1b14c0a40 None None] Provisioning complete for port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:40.841788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-20bd55e1-81f2-472e-857d-80c1b14c0a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.845565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:40.858376 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:40.874012 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:40.874635 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:40.883688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.930660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.967020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-20bd55e1-81f2-472e-857d-80c1b14c0a40 None None] Port 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:40.973132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for 1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:40.991091 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:40.993091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.001647 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:41.001647 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:41.065718 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:41.066121 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d9b64-27e1-421a-b0aa-4dafa8f357ce None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:41.103621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:41.113049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:41.115457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:41.161934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=17e5e34e-32a7-442e-91b0-5313e21af8be,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:41.186250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.224213 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.252159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:41.252663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: 30c8b7d0-6348-4e71-9d8a-b36d8286f03b, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:41.256910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=36f28143-5565-4c37-bd45-593323ec3d2d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:41.292733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=1d1fce5e-8d9a-4a5d-8195-0d87d4c55227,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:41.296450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.417842 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eb3ec3be-f55b-40cf-96ae-ba1290b9b103 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/0bcd4d09-bcb3-42ba-a57c-812109d5a3da HTTP/1.1" status: 204 len: 168 time: 2.7060404 Mar 22 11:37:41.418749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51262) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:41.435431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-90088384-6a0a-41af-bcec-bb5f47bf8ce1 None None] Provisioning for port 36f28143-5565-4c37-bd45-593323ec3d2d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:41.446983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-90088384-6a0a-41af-bcec-bb5f47bf8ce1 None None] Provisioning complete for port 36f28143-5565-4c37-bd45-593323ec3d2d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:41.447358 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90088384-6a0a-41af-bcec-bb5f47bf8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.477623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8df878db-ebf6-44e6-afe0-86b42e4f55b6 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:41.508684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.523121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 59bd28a7-55cc-4e91-ba82-19c9be2cd2b6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:41.524239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.548828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:41.568771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-90088384-6a0a-41af-bcec-bb5f47bf8ce1 None None] Port 36f28143-5565-4c37-bd45-593323ec3d2d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:41.585993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:41.586505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.642033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.774544 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5a12948e-01b4-4a95-8c0c-fad31abcda01 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 HTTP/1.1" status: 204 len: 168 time: 1.5283446 Mar 22 11:37:41.778144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51268) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:41.790033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 30c8b7d0-6348-4e71-9d8a-b36d8286f03b) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:41.798278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94778974-cc29-40df-9f66-6934bf296f7a None None] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:41.799439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:41.800034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.873568 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d242e4-4535-49b6-a5f3-cf01eadd6cc3 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] GET failed (client error): The resource could not be found. Mar 22 11:37:41.874722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-67d242e4-4535-49b6-a5f3-cf01eadd6cc3 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:41.922917 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d4a06122-80e3-4faf-b645-3c9598dc785d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7914171 Mar 22 11:37:41.934091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51272) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:41.944554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-498317674'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:41.962916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:41.981346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:41.994656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:42.009323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:42.012409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.065138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-30c8b7d0-6348-4e71-9d8a-b36d8286f03b', 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': '17e5e34e-32a7-442e-91b0-5313e21af8be'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:37:42.065964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.086900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-67d242e4-4535-49b6-a5f3-cf01eadd6cc3 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:42.091727 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-67d242e4-4535-49b6-a5f3-cf01eadd6cc3 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports/1d1fce5e-8d9a-4a5d-8195-0d87d4c55227 HTTP/1.1" status: 404 len: 333 time: 0.3088863 Mar 22 11:37:42.143850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51276) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:42.152798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 59bd28a7-55cc-4e91-ba82-19c9be2cd2b6 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:42.173685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:42.177070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.183363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-1715024849'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:42.221104 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495db9-44ca-4c05-b517-2605c28794ff req-a8baa368-4e5a-4a7d-827b-56c57c3ae0ea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:42.224670 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-64495db9-44ca-4c05-b517-2605c28794ff req-a8baa368-4e5a-4a7d-827b-56c57c3ae0ea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3492513 Mar 22 11:37:42.227635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:42.227961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.230143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Allocated IP 2001:db8:0:ffff::2 (30c8b7d0-6348-4e71-9d8a-b36d8286f03b/17e5e34e-32a7-442e-91b0-5313e21af8be/db09a7f7-1dbe-4f92-80c6-abbfb3de7f62) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:42.408375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:42.424266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:42.452832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:42.486485 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.508007 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-64495db9-44ca-4c05-b517-2605c28794ff req-7eb3cf94-96dd-4dcb-a511-48cfaf7f7f70 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463008 Mar 22 11:37:42.509006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.509504 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment 76f0d994-55b8-476e-af37-4f0dad842593 of type vlan for network 5c795c9e-3989-4fef-8706-039e1001cc0a Mar 22 11:37:42.538963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:42.542589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.562810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:42.563683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port 622ee92c-abde-430d-a103-942769138138 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:42.603137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.615378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.630839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Transition to ACTIVE for port object db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:42.633512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.651838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Transition to ACTIVE for port object db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:42.655099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.689108 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=59bd28a7-55cc-4e91-ba82-19c9be2cd2b6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:42.762677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.778729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.814857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for 983223e8-f0b3-4d68-b475-c8e9b3fad1b0 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:42.865637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:42.868998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:42.873651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:42.876447 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Pushing event updated for resources: {'Port': ['ID=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:42.887685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.892670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.897896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:42.898476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.898584 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.7 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/622ee92c-abde-430d-a103-942769138138) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:42.917994 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f6b58476-12cb-4c9d-930d-3905f5de5b9b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/59bd28a7-55cc-4e91-ba82-19c9be2cd2b6 HTTP/1.1" status: 204 len: 168 time: 1.4895866 Mar 22 11:37:42.919691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51280) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:42.926667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:42.935487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:42.953154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:floatingip and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:42.957630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:42.973296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:42.973812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Attempting to bind port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:42.974242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Attempting to bind port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:42.974679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Attempting to bind port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 on network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:42.981217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:42.981815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Checking segment: {'id': 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:42.982464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.982957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Bound using segment: {'id': 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:42.983474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Bound port: db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '30c8b7d0-6348-4e71-9d8a-b36d8286f03b'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:42.984361 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.063663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.076102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] For port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:43.079490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] For port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,segment=NetworkSegment(e40e9067-e5f7-4c81-ac66-2e05d526e4bb),segment_id=e40e9067-e5f7-4c81-ac66-2e05d526e4bb)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:43.142238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.144005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.150947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.188706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object 622ee92c-abde-430d-a103-942769138138 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:43.211281 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2724984 Mar 22 11:37:43.211281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=36f28143-5565-4c37-bd45-593323ec3d2d,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.214796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51284) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:43.233812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57161c0-6343-4e1e-a267-4f1caad1bc36 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=5c795c9e-3989-4fef-8706-039e1001cc0a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.242880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:43.247594 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011949a0-de2e-4d2e-9acc-6c5772ab867a None None] Pushing event updated for resources: {'Port': ['ID=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.258108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 5c795c9e-3989-4fef-8706-039e1001cc0a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:43.334411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.371878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.564934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:43.575597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:subnet and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:43.580302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:43.593031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:43.602024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:43.606241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:43.634024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:43.637954 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:43.641159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:43.682715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=622ee92c-abde-430d-a103-942769138138,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.722304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:43.725715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.779583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:43.780221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.888374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.194 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/5ad0a2c3-a4f8-4c18-9305-8778231315b1) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:43.918648 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bb84c9e8-5301-46ec-97a8-95e688047fc2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7735152 Mar 22 11:37:43.919486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51290) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:43.932235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343453-7c53-4b95-b7b5-d1c7837d6e40 req-6ade9ac7-6c0e-4d8b-8208-880a4779d839 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:43.933867 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-76343453-7c53-4b95-b7b5-d1c7837d6e40 req-6ade9ac7-6c0e-4d8b-8208-880a4779d839 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2423828 Mar 22 11:37:43.952566 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'network_id': '46c4f790-b94d-49c4-b30d-c1f0e8ee55b3', 'name': 'tempest-AllowedAddressPairTestJSON-1335869414'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:44.014388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Provisioning complete for port 36f28143-5565-4c37-bd45-593323ec3d2d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:44.015070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.076622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Port 36f28143-5565-4c37-bd45-593323ec3d2d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:44.115453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.167862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Provisioning for port 622ee92c-abde-430d-a103-942769138138 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:44.169249 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-76343453-7c53-4b95-b7b5-d1c7837d6e40 req-aa434710-292a-47fe-8700-11bbc98335f2 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024386 Mar 22 11:37:44.184224 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Provisioning complete for port 622ee92c-abde-430d-a103-942769138138 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:44.184662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.207982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Port': ['ID=983223e8-f0b3-4d68-b475-c8e9b3fad1b0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:44.255836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.260972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:44.275024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:44.282239 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5dbe3-3cea-48f0-8ca7-3c16ea5e45fc None None] Port 622ee92c-abde-430d-a103-942769138138 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:44.330602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Router 67d90b86-3da5-4426-9841-6178a3ae5429 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:37:44.362667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Made reservation on behalf of 6ebff3a687db44afb620f2e2bfdbcdc1 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:44.368392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.392479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.430989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] device_id is not set on port 9b0a948b-c193-4422-9589-a9a526a252f9 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:44.526441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744802d-e72f-41f5-9fe4-2fa89aa41bbf None None] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:44.530941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:44.537474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:44.539979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:44.584236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=5ad0a2c3-a4f8-4c18-9305-8778231315b1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:44.647020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:44.658668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] Sync routers for ids ['67d90b86-3da5-4426-9841-6178a3ae5429'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:44.690449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Allocated IP 172.20.0.3 (46c4f790-b94d-49c4-b30d-c1f0e8ee55b3/bf23234c-fc88-41b7-9ccc-abf808135c7f/9b0a948b-c193-4422-9589-a9a526a252f9) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:44.706124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.708863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] Routers {'67d90b86-3da5-4426-9841-6178a3ae5429'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:44.708863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['67d90b86-3da5-4426-9841-6178a3ae5429'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.757993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-847bb8de-d946-4cf0-be67-5c34cbb96a73 None None] Provisioning for port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:44.781217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.785873 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2f61361b-f480-4bf8-a494-52cb0b67c7b8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "PUT /v2.0/routers/67d90b86-3da5-4426-9841-6178a3ae5429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2992411 Mar 22 11:37:44.790275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51294) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:44.791230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.800738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'port': {'network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01', 'name': 'tempest-FloatingIPNegativeTestJSON-1300329327'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:44.829399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] Routers {'67d90b86-3da5-4426-9841-6178a3ae5429'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:44.830169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['67d90b86-3da5-4426-9841-6178a3ae5429'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.894568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.895088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51cc4f-4c60-4daf-ad51-df50532dfd33 None None] The sync data for ids ['67d90b86-3da5-4426-9841-6178a3ae5429'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:44.901452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:37:44.910095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.013599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=d5b62b00-dec0-4015-bfc6-80cacaea38b5,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:45.022083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.084455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': '76f0d994-55b8-476e-af37-4f0dad842593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:45.084837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: 5c795c9e-3989-4fef-8706-039e1001cc0a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:45.150130 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:45.155331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.175814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:port and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:45.184214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network 5c795c9e-3989-4fef-8706-039e1001cc0a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:45.190134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:45.201255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:45.257478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Transition to ACTIVE for port object 9b0a948b-c193-4422-9589-a9a526a252f9 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:45.271955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 5c795c9e-3989-4fef-8706-039e1001cc0a) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:45.284547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:45.285138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.300490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca1224-cefc-412d-9ed9-8339522d1c34 None None] Network 5c795c9e-3989-4fef-8706-039e1001cc0a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:45.343800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.361207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Made reservation on behalf of 1477944c7ef049dea800e57b3be51ec3 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:45.377888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.380200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Router b51ba8b2-9156-408e-8da3-e1aedbb40853 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:45.403595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.406285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] device_id is not set on port 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:45.481313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:45.490516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.551641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:45.585689 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e9ea2f2e-1ee0-42c9-bf22-67b13edf2271 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3653412 Mar 22 11:37:45.586559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51300) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:45.594199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'port': {'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a', 'name': 'tempest-NetworksIpV6TestAttrs-1178306065'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:45.625977 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-5c795c9e-3989-4fef-8706-039e1001cc0a', 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': 'd5b62b00-dec0-4015-bfc6-80cacaea38b5'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:37:45.627078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.710571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:45.721878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:45.727885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4b65b-422b-4120-9cf8-3b2b36a42909 req-b47d4295-72cd-4c4c-a6e6-1997fe079a38 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:45.729349 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-90d4b65b-422b-4120-9cf8-3b2b36a42909 req-b47d4295-72cd-4c4c-a6e6-1997fe079a38 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4325504 Mar 22 11:37:45.778773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=9b0a948b-c193-4422-9589-a9a526a252f9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:45.794848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:45.822100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:45.822496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.875593 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-90d4b65b-422b-4120-9cf8-3b2b36a42909 req-4deaf8f0-17cb-44c1-938e-7dc574463368 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960188 Mar 22 11:37:45.882982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:45.885079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:45.891538 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f3c0e986-7d86-41fb-8433-ae614c2d4f44 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "PUT /v2.0/routers/b51ba8b2-9156-408e-8da3-e1aedbb40853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9018638 Mar 22 11:37:45.893955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51304) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:45.896664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:port and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:45.896986 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] Sync routers for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:45.922991 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:45.924002 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:45.925229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.957906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:45.958608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.972220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:46.021309 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.040690 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] Routers {'b51ba8b2-9156-408e-8da3-e1aedbb40853'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:46.041460 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b51ba8b2-9156-408e-8da3-e1aedbb40853'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.042395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=5ad0a2c3-a4f8-4c18-9305-8778231315b1,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:46.051981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Allocated IP 172.20.0.4 (c89fd02f-2cbb-4572-8c11-ca63bd053a01/6fb1d19f-a392-41a4-b03f-0b29665179d2/99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:46.100746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Allocated IP 2001:db8::f816:3eff:febe:6a3b (5c795c9e-3989-4fef-8706-039e1001cc0a/d5b62b00-dec0-4015-bfc6-80cacaea38b5/20b31beb-45ad-4153-94bd-59bbe147440c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:46.106094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.107112 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.107741 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0b0cf-cb59-4c8e-87bb-f6fdacefe8b0 None None] The sync data for ids ['b51ba8b2-9156-408e-8da3-e1aedbb40853'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:46.124683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:46.141964 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7239782c-e001-4647-a4f3-5c450125c1a2 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2182813 Mar 22 11:37:46.147475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51308) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:46.159424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:03:45:2b'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f9:dc:df'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:46.175569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-87f13ab7-a4dd-4ad7-ae11-f930d3368fe7 None None] Provisioning for port 9b0a948b-c193-4422-9589-a9a526a252f9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:46.197019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.215690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.219860 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a841c9d-48d9-431d-a725-91ca8fafa7e4 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2991004 Mar 22 11:37:46.220656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51312) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:46.229646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,segment=NetworkSegment(e40e9067-e5f7-4c81-ac66-2e05d526e4bb),segment_id=e40e9067-e5f7-4c81-ac66-2e05d526e4bb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:46.235894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-87f13ab7-a4dd-4ad7-ae11-f930d3368fe7 None None] Provisioning complete for port 9b0a948b-c193-4422-9589-a9a526a252f9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:46.235894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-87f13ab7-a4dd-4ad7-ae11-f930d3368fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.239075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'port': {'network_id': '12aa30c5-1cca-4456-9107-763d6c178afb', 'name': 'tempest-FloatingIPTestJSON-266708380'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:46.269404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:46.275693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.311431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-87f13ab7-a4dd-4ad7-ae11-f930d3368fe7 None None] Port 9b0a948b-c193-4422-9589-a9a526a252f9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:46.346914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] device_id is not set on port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:46.378785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.400297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.431453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Transition to ACTIVE for port object 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:46.436093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:46.439110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:port and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:46.442630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:46.449540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:46.466279 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.477568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:46.481994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Transition to ACTIVE for port object 20b31beb-45ad-4153-94bd-59bbe147440c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:46.501332 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Transition to ACTIVE for port object 20b31beb-45ad-4153-94bd-59bbe147440c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:46.516066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:46.519703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.540788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] device_id is not set on port 21af8b54-6cb0-4df0-83ca-0f08376f34d5 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:46.580424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.583354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.584487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.651206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Network 5c795c9e-3989-4fef-8706-039e1001cc0a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:46.658225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:46.662567 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:46.667131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:46.675815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:46.690522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:46.694380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Pushing event updated for resources: {'Port': ['ID=20b31beb-45ad-4153-94bd-59bbe147440c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:46.707548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Allocated IP 2001:db8::f816:3eff:fe3e:a9a3 (5c795c9e-3989-4fef-8706-039e1001cc0a/d5b62b00-dec0-4015-bfc6-80cacaea38b5/daa3bea5-f5b7-4c91-9a72-4347db26bdf7) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:46.721526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port c9be6941-2124-45a0-9f95-b70a0673e0fe {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:46.721874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.781091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:46.781419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Attempting to bind port 20b31beb-45ad-4153-94bd-59bbe147440c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:46.781808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Attempting to bind port 20b31beb-45ad-4153-94bd-59bbe147440c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '76f0d994-55b8-476e-af37-4f0dad842593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:46.782689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Attempting to bind port 20b31beb-45ad-4153-94bd-59bbe147440c on network 5c795c9e-3989-4fef-8706-039e1001cc0a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:46.815901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:46.816282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Checking segment: {'id': '76f0d994-55b8-476e-af37-4f0dad842593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:46.817200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.817628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Bound using segment: {'id': '76f0d994-55b8-476e-af37-4f0dad842593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:46.818102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Bound port: 20b31beb-45ad-4153-94bd-59bbe147440c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f0d994-55b8-476e-af37-4f0dad842593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5c795c9e-3989-4fef-8706-039e1001cc0a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:46.818475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.824997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:46.825778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.825911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.851443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.13 (12aa30c5-1cca-4456-9107-763d6c178afb/c86e6448-416f-466c-adc2-66ae952ade0b/21af8b54-6cb0-4df0-83ca-0f08376f34d5) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:46.959957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] For port 20b31beb-45ad-4153-94bd-59bbe147440c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:46.965067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] For port 20b31beb-45ad-4153-94bd-59bbe147440c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=20b31beb-45ad-4153-94bd-59bbe147440c,segment=NetworkSegment(76f0d994-55b8-476e-af37-4f0dad842593),segment_id=76f0d994-55b8-476e-af37-4f0dad842593)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:46.970497 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1876ac34-1365-47b5-8033-94fe20e96f65 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1787968 Mar 22 11:37:46.988061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51318) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:46.996790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:47.005600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:47.033141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.089602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:floatingip and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:47.112770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:47.141836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:47.149541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347164dc-ab0d-4ee2-9d41-fb92c4da2d0b None None] Pushing event updated for resources: {'Port': ['ID=20b31beb-45ad-4153-94bd-59bbe147440c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:47.155824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fd49acb-4564-49ce-a028-fd8aed247bab None None] Provisioning for port 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:47.161774 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fd49acb-4564-49ce-a028-fd8aed247bab None None] Provisioning complete for port 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:47.162140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fd49acb-4564-49ce-a028-fd8aed247bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.221631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.224705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.248607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1fd49acb-4564-49ce-a028-fd8aed247bab None None] Port 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:47.269326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9f9e-3283-422d-98b3-8d7ea90d5a51 req-d1664191-caa0-44cf-bbf0-dcd7999dbb6e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:47.270836 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1aac9f9e-3283-422d-98b3-8d7ea90d5a51 req-d1664191-caa0-44cf-bbf0-dcd7999dbb6e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2587109 Mar 22 11:37:47.351898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.413978 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1aac9f9e-3283-422d-98b3-8d7ea90d5a51 req-9882c3d8-62e3-45c0-8f9b-ad364c3c5e72 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351874 Mar 22 11:37:47.459371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.546213 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network 12aa30c5-1cca-4456-9107-763d6c178afb is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:47.561153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:47.564570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:47.566898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for c9be6941-2124-45a0-9f95-b70a0673e0fe owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:47.605327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 20b31beb-45ad-4153-94bd-59bbe147440c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:47.623917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=21af8b54-6cb0-4df0-83ca-0f08376f34d5,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:47.646343 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:47.646959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.662587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.714204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.722093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 20b31beb-45ad-4153-94bd-59bbe147440c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:47.727852 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:47.751822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Transition to ACTIVE for port object daa3bea5-f5b7-4c91-9a72-4347db26bdf7 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:47.788039 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2fbd113a-3460-4272-bc18-f24ceb399649 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5594807 Mar 22 11:37:47.791827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51326) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:47.805923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:47.806288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.807643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': '21af8b54-6cb0-4df0-83ca-0f08376f34d5'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:47.833778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.892928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.945996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.993553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.109980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network 5c795c9e-3989-4fef-8706-039e1001cc0a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:48.111564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event updated for resources: {'Port': ['ID=9b0a948b-c193-4422-9589-a9a526a252f9,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:48.148312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:48.149818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Allocated IP 172.26.5.50 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/9fb68656-c7af-4a40-9188-c81ce553fea6) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:48.150997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:48.157073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:48.157724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.176796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.202642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] In _notify_port_updated(), no bound segment for port 9b0a948b-c193-4422-9589-a9a526a252f9 on network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:37:48.208401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:48.209080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.210425 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dfea3fc0-804c-4b6e-b07f-5d5ee0352440 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "PUT /v2.0/ports/9b0a948b-c193-4422-9589-a9a526a252f9 HTTP/1.1" status: 200 len: 1056 time: 2.0612538 Mar 22 11:37:48.218420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51330) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:48.350818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a0556-3509-45d4-88bd-bc26ce555d9e None None] Network 5c795c9e-3989-4fef-8706-039e1001cc0a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:48.354145 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7648478 Mar 22 11:37:48.361156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044664d-574d-4558-b91a-0ec9213306ba tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Port': ['ID=daa3bea5-f5b7-4c91-9a72-4347db26bdf7,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:48.396232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51334) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:48.420436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Port': ['ID=c9be6941-2124-45a0-9f95-b70a0673e0fe,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:48.444925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 9b0a948b-c193-4422-9589-a9a526a252f9 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:48.445269 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.487669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.521178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.530268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting subnet d5b62b00-dec0-4015-bfc6-80cacaea38b5 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:37:48.534291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.554139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Provisioning for port 20b31beb-45ad-4153-94bd-59bbe147440c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:48.565301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Provisioning complete for port 20b31beb-45ad-4153-94bd-59bbe147440c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:48.565669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.671174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.720013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.757376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.804729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] For port 20b31beb-45ad-4153-94bd-59bbe147440c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=20b31beb-45ad-4153-94bd-59bbe147440c,segment=NetworkSegment(76f0d994-55b8-476e-af37-4f0dad842593),segment_id=76f0d994-55b8-476e-af37-4f0dad842593)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:48.896170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.899843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.927559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.991360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:48.992906 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Provisioning complete for port 9b0a948b-c193-4422-9589-a9a526a252f9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:48.993281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.001080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:49.010268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:49.049093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Pushing event updated for resources: {'Port': ['ID=20b31beb-45ad-4153-94bd-59bbe147440c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.077006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.079628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8abb4f-d431-48c2-83bd-82be7adb1a40 req-265875fd-7e85-4c53-a688-a194587ecda9 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:49.081193 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ed8abb4f-d431-48c2-83bd-82be7adb1a40 req-265875fd-7e85-4c53-a688-a194587ecda9 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4878962 Mar 22 11:37:49.083530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ee31c18f-5cbc-4c58-9c4a-39f3211f2e6d None None] Port 9b0a948b-c193-4422-9589-a9a526a252f9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:49.113556 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:49.193747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.199567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Fanout notify agent at l3_agent the message router_deleted on router b51ba8b2-9156-408e-8da3-e1aedbb40853 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:37:49.200819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=9fb68656-c7af-4a40-9188-c81ce553fea6,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.213540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.214960 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4104a544-f759-43a7-a1a5-708fbbe60a59 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/routers/b51ba8b2-9156-408e-8da3-e1aedbb40853 HTTP/1.1" status: 204 len: 168 time: 3.3197939 Mar 22 11:37:49.220697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51340) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:49.227180 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ed8abb4f-d431-48c2-83bd-82be7adb1a40 req-9140ce17-ea53-4b21-821c-78a170a2cfea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392701 Mar 22 11:37:49.230573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Provisioning complete for port 20b31beb-45ad-4153-94bd-59bbe147440c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:49.231188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.236471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.373308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.378338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.416732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for 9b0a948b-c193-4422-9589-a9a526a252f9 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:49.428614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.434091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b62b00-dec0-4015-bfc6-80cacaea38b5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.441968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting subnet ca168d6e-d2d2-4d24-8165-30c1b0edbd1c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:37:49.453237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.484204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.490204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.506933 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a313049-8240-4fa7-a441-77c9f35a736f None None] Network 5c795c9e-3989-4fef-8706-039e1001cc0a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:49.521995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 20b31beb-45ad-4153-94bd-59bbe147440c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:49.665801 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-48ee7ba1-a1cd-434d-9888-739882c63c16 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/d5b62b00-dec0-4015-bfc6-80cacaea38b5 HTTP/1.1" status: 204 len: 168 time: 1.2684970 Mar 22 11:37:49.673930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51348) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:49.680665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.686190 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Provisioning for port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:49.698091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.760020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Provisioning complete for port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:49.760020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.862625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 20b31beb-45ad-4153-94bd-59bbe147440c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:49.863063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.877601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.881458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=9b0a948b-c193-4422-9589-a9a526a252f9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.896555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a227cf-00dc-4fa6-8a1a-69fdbe445927 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:49.898478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a227cf-00dc-4fa6-8a1a-69fdbe445927 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:49.899703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-35a227cf-00dc-4fa6-8a1a-69fdbe445927 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Synchronizing usage tracker for tenant:9d293324429347c19d79a2cf999ca49b on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:49.931722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b4340d17-e0ae-4c84-b09c-9fda3e20adec None None] Port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:49.958085 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 7d4b3241-e9cd-42c4-86ba-a204c8b8350d associated. External IP: 172.26.5.194, port: 21af8b54-6cb0-4df0-83ca-0f08376f34d5. Mar 22 11:37:50.065368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-35a227cf-00dc-4fa6-8a1a-69fdbe445927 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Unset dirty status for tenant:9d293324429347c19d79a2cf999ca49b on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:50.066684 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-35a227cf-00dc-4fa6-8a1a-69fdbe445927 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3904092 Mar 22 11:37:50.070615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51352) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:50.088267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2a7f710e-b549-46da-83b9-991305c60dad None None] Provisioning complete for port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:50.089194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2a7f710e-b549-46da-83b9-991305c60dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.130338 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:37:50.141032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] DHCP port deletion for 5c795c9e-3989-4fef-8706-039e1001cc0a request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:37:50.153335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Deleting port 20b31beb-45ad-4153-94bd-59bbe147440c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:50.158003 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.160171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.227767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f710e-b549-46da-83b9-991305c60dad None None] Port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:50.242153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8999f-cbda-45e8-bf73-b58c34fd0bc5 req-16787537-8137-4ae6-aae0-465a8836d56d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.243736 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-07c8999f-cbda-45e8-bf73-b58c34fd0bc5 req-16787537-8137-4ae6-aae0-465a8836d56d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4709687 Mar 22 11:37:50.249453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-a0500828-3b6b-44af-8a4f-cdf4ea46287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.250890 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-a0500828-3b6b-44af-8a4f-cdf4ea46287b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.2537100 Mar 22 11:37:50.356370 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-07c8999f-cbda-45e8-bf73-b58c34fd0bc5 req-7a0adaaf-36e8-4fae-aead-e42bdab53867 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784967 Mar 22 11:37:50.402018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] For port 20b31beb-45ad-4153-94bd-59bbe147440c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=20b31beb-45ad-4153-94bd-59bbe147440c,segment=NetworkSegment(76f0d994-55b8-476e-af37-4f0dad842593),segment_id=76f0d994-55b8-476e-af37-4f0dad842593)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:50.402495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.453636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-79547267-8176-4411-a4ad-1f6e7d0888a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.455770 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-79547267-8176-4411-a4ad-1f6e7d0888a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.1790879 Mar 22 11:37:50.468185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6a95-7e05-4a0d-8389-7ac010847b35 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.526182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Calling delete_port for 20b31beb-45ad-4153-94bd-59bbe147440c owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:50.561342 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-83a27ad5-e64d-45da-987b-90c545024dee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.0964777 Mar 22 11:37:50.561659 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6b6a95-7e05-4a0d-8389-7ac010847b35 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 11:37:50.562141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6b6a95-7e05-4a0d-8389-7ac010847b35 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:37:50.585929 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cc6b6a95-7e05-4a0d-8389-7ac010847b35 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/5c795c9e-3989-4fef-8706-039e1001cc0a HTTP/1.1" status: 409 len: 405 time: 0.4955850 Mar 22 11:37:50.601169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51356) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:50.606660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038277321'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:50.635068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-ab576471-ec08-4797-8538-3f5174511e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.636482 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-ab576471-ec08-4797-8538-3f5174511e2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.0657229 Mar 22 11:37:50.665993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:50.671210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.675431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.689010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.716596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:50.719457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] Pushing event deleted for resources: {'Port': ['ID=20b31beb-45ad-4153-94bd-59bbe147440c,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.725262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01aa1b-ea49-41b6-87c0-bb1a88b1da38 None None] No DVR routers for this DVR port 20b31beb-45ad-4153-94bd-59bbe147440c on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:50.731345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:50.745242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:50.747527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Subnet': ['ID=ca168d6e-d2d2-4d24-8165-30c1b0edbd1c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.749635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.754458 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-54303873-a8aa-4b04-9a95-195217b45f45 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/subnets/ca168d6e-d2d2-4d24-8165-30c1b0edbd1c HTTP/1.1" status: 204 len: 168 time: 1.5269458 Mar 22 11:37:50.760907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7023bb0-0741-4197-a27c-b37b210aa004 None None] Network 1b6fd657-7433-4be8-91f7-6b94b130ecde requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:50.765029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51360) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:50.795652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.894279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.910812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:50.914186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.923739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-627c9d86-89ee-4af8-b779-648a3e1dafad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.923739 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-627c9d86-89ee-4af8-b779-648a3e1dafad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2750738 Mar 22 11:37:50.980314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:51.019512 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1ca5130d-c2fa-4761-8678-e9d36d5783ba tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/9b0a948b-c193-4422-9589-a9a526a252f9 HTTP/1.1" status: 204 len: 168 time: 2.7719929 Mar 22 11:37:51.026588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51364) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:51.063979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] DHCP port deletion for 1b6fd657-7433-4be8-91f7-6b94b130ecde request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:37:51.070079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Deleting port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:51.070539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.077218 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ff2f57-de97-4e70-b8e0-2bc81c53d62a tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] GET failed (client error): The resource could not be found. Mar 22 11:37:51.077760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-31ff2f57-de97-4e70-b8e0-2bc81c53d62a tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:51.112682 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-3d33885b-b9ca-4d12-b0f5-c9c4f17c7582 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832476 Mar 22 11:37:51.174981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.203791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-31ff2f57-de97-4e70-b8e0-2bc81c53d62a tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:51.204945 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-31ff2f57-de97-4e70-b8e0-2bc81c53d62a tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports/9b0a948b-c193-4422-9589-a9a526a252f9 HTTP/1.1" status: 404 len: 333 time: 0.1774199 Mar 22 11:37:51.209446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51368) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:51.231353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.236065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=9fb68656-c7af-4a40-9188-c81ce553fea6,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:51.262991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:51.288555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.288888 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment 499e9165-581a-4dbc-ad42-d80e5d68bbd7 of type vlan for network bac92844-ed33-4f81-b56d-d8e955ed0870 Mar 22 11:37:51.289912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:51.290235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.306078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 622ee92c-abde-430d-a103-942769138138 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:51.306421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.336210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] For port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,segment=NetworkSegment(3fa51975-8976-47ff-8fa4-a7aa5b9cb60e),segment_id=3fa51975-8976-47ff-8fa4-a7aa5b9cb60e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:51.336489 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.348878 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a379edae-ba31-4c6b-b10b-92ee492b8346 req-3abdba27-17cf-447e-82d1-b1da36842520 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293046 Mar 22 11:37:51.413746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.413746 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-af23aaea-ca53-425b-ad5c-32335eaa66d1 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4219379 Mar 22 11:37:51.424222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51374) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:51.436087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4fac5e05-b6f0-4199-9352-7e34e5b66e37 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'floatingip': {'port_id': '99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:51.492382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 20b31beb-45ad-4153-94bd-59bbe147440c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:37:51.523306 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Calling delete_port for 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:51.528249 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.566155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 20b31beb-45ad-4153-94bd-59bbe147440c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:37:51.566494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 20b31beb-45ad-4153-94bd-59bbe147440c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:37:51.566901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:37:51.628791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4fac5e05-b6f0-4199-9352-7e34e5b66e37 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.630226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.712560 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.753751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:51.761606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:37:51.769312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for 622ee92c-abde-430d-a103-942769138138 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:51.779354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.796915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.854510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:51.874897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] Pushing event deleted for resources: {'Port': ['ID=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:51.888045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13cf62-ce3b-42c4-9e1b-fa1e72f09674 None None] No DVR routers for this DVR port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:51.889738 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:51.891149 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:51.960227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:51.974618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:51.974618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:52.028952 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:52.029875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eac702-93e3-4302-8886-873f21c6d953 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:52.031923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.072868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.079362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:52.079951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.086789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=622ee92c-abde-430d-a103-942769138138,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.143816 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-207faaf1-032f-452c-87ef-578f059c25ac tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/7d4b3241-e9cd-42c4-86ba-a204c8b8350d HTTP/1.1" status: 200 len: 978 time: 4.3438640 Mar 22 11:37:52.155297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] For port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=952d16b1-aeaa-4f93-8c4f-e8109c4d59e4,segment=NetworkSegment(3fa51975-8976-47ff-8fa4-a7aa5b9cb60e),segment_id=3fa51975-8976-47ff-8fa4-a7aa5b9cb60e)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:52.156943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.163149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51378) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:52.258120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 21af8b54-6cb0-4df0-83ca-0f08376f34d5 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:52.258473 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.303576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.321146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:52.403707 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e977e80d-b3db-4d90-8bac-5c00d2c15dc7 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/622ee92c-abde-430d-a103-942769138138 HTTP/1.1" status: 204 len: 168 time: 1.1932907 Mar 22 11:37:52.410461 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8083470 Mar 22 11:37:52.414930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51382) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:52.415264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51384) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:52.427263 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-4fac5e05-b6f0-4199-9352-7e34e5b66e37 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] update failed (client error): The resource could not be found. Mar 22 11:37:52.428255 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4fac5e05-b6f0-4199-9352-7e34e5b66e37 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "PUT /v2.0/floatingips/7730c4f4-47ec-4500-bcbe-e5a07a6c15bb HTTP/1.1" status: 404 len: 507 time: 0.9963679 Mar 22 11:37:52.440888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56f09-bcec-4b48-9021-666cf331eddf req-40450aaf-f8fc-48a9-bd06-d9c54df1df2d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:52.442348 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f9a56f09-bcec-4b48-9021-666cf331eddf req-40450aaf-f8fc-48a9-bd06-d9c54df1df2d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.9255998 Mar 22 11:37:52.442803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51390) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:52.447068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c73eaf-19d4-4bb4-917b-c934fc92fe3d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=bac92844-ed33-4f81-b56d-d8e955ed0870,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.456717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:52.458554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network bac92844-ed33-4f81-b56d-d8e955ed0870 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:37:52.548052 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f55311c-a3fa-4a09-88db-551ce5e142dc tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] GET failed (client error): The resource could not be found. Mar 22 11:37:52.548487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7f55311c-a3fa-4a09-88db-551ce5e142dc tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Synchronizing usage tracker for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:52.772552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:52.784089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.795433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port 9fb68656-c7af-4a40-9188-c81ce553fea6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:52.795957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.796631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:52.833593 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f9a56f09-bcec-4b48-9021-666cf331eddf req-0eee6ccd-358d-4ab0-8bf1-48b3b610f7ec tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748798 Mar 22 11:37:52.834327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:37:52.834716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:37:52.864839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7f55311c-a3fa-4a09-88db-551ce5e142dc tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Unset dirty status for tenant:6ebff3a687db44afb620f2e2bfdbcdc1 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:52.869581 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f55311c-a3fa-4a09-88db-551ce5e142dc tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "GET /v2.0/ports/622ee92c-abde-430d-a103-942769138138 HTTP/1.1" status: 404 len: 333 time: 0.4498405 Mar 22 11:37:52.870355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51394) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:52.953802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:52.957254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.033690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port cd4f8484-b101-45d0-9af6-5314d1db8f6d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:53.033988 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.137439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.137796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.205270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.205722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.205997 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 7d4b3241-e9cd-42c4-86ba-a204c8b8350d disassociated. External IP: 172.26.5.194, port: 21af8b54-6cb0-4df0-83ca-0f08376f34d5. Mar 22 11:37:53.206344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 21af8b54-6cb0-4df0-83ca-0f08376f34d5 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:53.297297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Calling delete_port for 9fb68656-c7af-4a40-9188-c81ce553fea6 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:53.340597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 952d16b1-aeaa-4f93-8c4f-e8109c4d59e4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:53.340798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.458672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] The port '952d16b1-aeaa-4f93-8c4f-e8109c4d59e4' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:37:53.516212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.587163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=21af8b54-6cb0-4df0-83ca-0f08376f34d5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:53.675552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.702730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:37:53.706613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.748963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.763204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6fd657-7433-4be8-91f7-6b94b130ecde']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:53.839795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:53.840460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa51975-8976-47ff-8fa4-a7aa5b9cb60e') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:53.922564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': '499e9165-581a-4dbc-ad42-d80e5d68bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:53.922564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: bac92844-ed33-4f81-b56d-d8e955ed0870, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:53.922564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=3ffc052f-cc6b-4485-b19c-a4d06067b6f8,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:53.923270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.923365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:53.928276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for cd4f8484-b101-45d0-9af6-5314d1db8f6d owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:53.980027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.997879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network bac92844-ed33-4f81-b56d-d8e955ed0870 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:53.998100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:53.998470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:54.014010 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:54.088260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.136357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, bac92844-ed33-4f81-b56d-d8e955ed0870) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:54.143006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:54.143639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.145774 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683e6d6-a464-43a1-b8b9-616a030f7f57 None None] Network bac92844-ed33-4f81-b56d-d8e955ed0870 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:54.159080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Port': ['ID=9fb68656-c7af-4a40-9188-c81ce553fea6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.181493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:37:54.197590 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:54.210146 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:54.211204 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:54.294174 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:54.305727 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:37:54.306651 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:37:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:54.359918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2978553-d5d7-4951-84ff-b87a24c7a2fa req-bc081afe-08b9-4fcb-8ad0-6eb021855fb6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:54.363056 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d2978553-d5d7-4951-84ff-b87a24c7a2fa req-bc081afe-08b9-4fcb-8ad0-6eb021855fb6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3728025 Mar 22 11:37:54.387819 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:54.388665 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06b3ee-8815-40dc-8109-82a84604f285 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:54.389894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.415846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.436964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bac92844-ed33-4f81-b56d-d8e955ed0870', 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': '3ffc052f-cc6b-4485-b19c-a4d06067b6f8'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:37:54.437847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.456851 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d2978553-d5d7-4951-84ff-b87a24c7a2fa req-2aad2219-5c20-42b5-b4c5-40825c798179 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648956 Mar 22 11:37:54.457871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.462190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Network': ['ID=1b6fd657-7433-4be8-91f7-6b94b130ecde,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.462415 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0ae07421-2209-4d6a-82b7-610696bfd3da tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/21af8b54-6cb0-4df0-83ca-0f08376f34d5 HTTP/1.1" status: 204 len: 168 time: 2.2981186 Mar 22 11:37:54.463209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51402) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:54.488013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.500781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.502307 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7606f874-74c3-4af0-8c36-72e060a491a8 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "DELETE /v2.0/floatingips/7730c4f4-47ec-4500-bcbe-e5a07a6c15bb HTTP/1.1" status: 204 len: 168 time: 2.0564151 Mar 22 11:37:54.507666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51408) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:54.512886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'floatingip': {'floating_network_id': 'c89fd02f-2cbb-4572-8c11-ca63bd053a01', 'port_id': '99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:54.518798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:54.522855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:floatingip and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:54.525819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:54.533189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:54.551788 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9b60e9b8-2c59-4163-aeed-e21c92310dea tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/networks/1b6fd657-7433-4be8-91f7-6b94b130ecde HTTP/1.1" status: 204 len: 168 time: 3.7846470 Mar 22 11:37:54.555234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51412) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:54.555713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51416) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:54.556765 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8f0c02cb-6d64-4ed7-a1e3-e597561186af tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1390214 Mar 22 11:37:54.581665 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a05787c2-c7cd-4af7-83bf-b0212f0b612c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/floatingips/7d4b3241-e9cd-42c4-86ba-a204c8b8350d HTTP/1.1" status: 200 len: 688 time: 0.1173773 Mar 22 11:37:54.584250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51420) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:54.622216 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'port': {'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870', 'name': 'tempest-NetworksIpV6TestAttrs-833105497'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:54.624887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Allocated IP 2001:db8::f816:3eff:fecb:7d29 (bac92844-ed33-4f81-b56d-d8e955ed0870/3ffc052f-cc6b-4485-b19c-a4d06067b6f8/48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:54.679325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.691443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.745972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 5ad0a2c3-a4f8-4c18-9305-8778231315b1 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:54.746316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.849324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.856361 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Port': ['ID=cd4f8484-b101-45d0-9af6-5314d1db8f6d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.866423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Transition to ACTIVE for port object 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:54.885820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Transition to ACTIVE for port object 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:54.961555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.961555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.962402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.068164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Deleting port 9011e94a-5f19-4e4a-9fb8-c42c8e133124 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:55.072994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.073128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 5ad0a2c3-a4f8-4c18-9305-8778231315b1 owned by network:floatingip {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:55.073233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Network bac92844-ed33-4f81-b56d-d8e955ed0870 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:55.077407 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:55.082287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:55.088173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Pushing event updated for resources: {'Port': ['ID=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.108963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.111244 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c146dd94-1a3d-4e01-b323-89bd1a6d5ea0 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/ports/cd4f8484-b101-45d0-9af6-5314d1db8f6d HTTP/1.1" status: 204 len: 168 time: 2.2401240 Mar 22 11:37:55.150988 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51426) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:55.178712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Attempting to bind port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:55.179269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Attempting to bind port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '499e9165-581a-4dbc-ad42-d80e5d68bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:55.179580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Attempting to bind port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f on network bac92844-ed33-4f81-b56d-d8e955ed0870 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:37:55.184926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:37:55.185253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Checking segment: {'id': '499e9165-581a-4dbc-ad42-d80e5d68bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:37:55.185652 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.186040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Bound using segment: {'id': '499e9165-581a-4dbc-ad42-d80e5d68bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:37:55.186492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Bound port: 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e9165-581a-4dbc-ad42-d80e5d68bbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bac92844-ed33-4f81-b56d-d8e955ed0870'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:55.186858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.260616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:55.277509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:37:55.280618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,segment=NetworkSegment(499e9165-581a-4dbc-ad42-d80e5d68bbd7),segment_id=499e9165-581a-4dbc-ad42-d80e5d68bbd7)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:37:55.282234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.307624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:port and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:55.312005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:55.356605 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.362773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=5ad0a2c3-a4f8-4c18-9305-8778231315b1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.395290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:55.423831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.427835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b4a89-e9da-47a8-96e4-2d663d4642fb req-cf0975a0-6ae2-4a2b-ba44-f6fd77bf01b6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:55.431134 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6c9b4a89-e9da-47a8-96e4-2d663d4642fb req-cf0975a0-6ae2-4a2b-ba44-f6fd77bf01b6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.7905295 Mar 22 11:37:55.438636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting subnet bf23234c-fc88-41b7-9ccc-abf808135c7f {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:37:55.442336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.443580 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dce4b562-3b1f-460f-8c89-820582385aed tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d4b3241-e9cd-42c4-86ba-a204c8b8350d HTTP/1.1" status: 204 len: 168 time: 0.8582530 Mar 22 11:37:55.448916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51430) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:55.456149 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322ac5-3cf3-4a57-a060-40d5f602cb40 None None] Pushing event updated for resources: {'Port': ['ID=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.456925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '102b313e-169b-4080-8243-e1e4e00d4123'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:55.464833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:55.470693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:floatingip and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:55.472634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.490465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:55.490465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:55.537147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:55.540578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.581796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.583678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.602568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.605160 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-6c9b4a89-e9da-47a8-96e4-2d663d4642fb req-35f39a8b-0a3d-413f-89c9-2993cbc8053c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619070 Mar 22 11:37:55.673058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.755632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] device_id is not set on port f9edfb60-a481-44de-a1ce-1162bcf98688 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:37:55.825949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.918696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Calling delete_port for 9011e94a-5f19-4e4a-9fb8-c42c8e133124 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:55.982672 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.98 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/24a3632e-2cc1-44a9-a22d-407e95c0b2a1) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:56.144462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.160062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.191384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Allocated IP 2001:db8::f816:3eff:fe8a:a047 (bac92844-ed33-4f81-b56d-d8e955ed0870/3ffc052f-cc6b-4485-b19c-a4d06067b6f8/f9edfb60-a481-44de-a1ce-1162bcf98688) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:56.257613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.282316 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:37:56.283465 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fdace0bc-2129-4827-ab07-07b63069255c tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7747319 Mar 22 11:37:56.295793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51438) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:56.314719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:56.331573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:56.353219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Usage tracker for resource:floatingip and tenant:1477944c7ef049dea800e57b3be51ec3 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:56.357011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:56.360371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:56.363513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:56.368071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=24a3632e-2cc1-44a9-a22d-407e95c0b2a1,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:56.370413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:56.447575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.501104 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:56.533002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd278c36-16f6-4310-a383-1f98c12a5d68 None None] Network bac92844-ed33-4f81-b56d-d8e955ed0870 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:56.557175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.598074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8674983-8d0d-45f3-acb7-78185ce7e6cc req-97b17233-05e4-4255-bbdd-31f669488a48 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:56.599534 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b8674983-8d0d-45f3-acb7-78185ce7e6cc req-97b17233-05e4-4255-bbdd-31f669488a48 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4057961 Mar 22 11:37:56.600359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Pushing event deleted for resources: {'Port': ['ID=9011e94a-5f19-4e4a-9fb8-c42c8e133124,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:56.617034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.666089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.669505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Subnet': ['ID=bf23234c-fc88-41b7-9ccc-abf808135c7f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:56.694711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400795f9-2710-4522-b5d1-2b3cddf3d94b None None] Network 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:56.729124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-64c0db8b-5e2d-407b-ac85-6ef47368447c None None] Provisioning for port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:56.760793 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3227e83b-6b19-47e6-932f-25aced393494 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/subnets/bf23234c-fc88-41b7-9ccc-abf808135c7f HTTP/1.1" status: 204 len: 168 time: 1.6013851 Mar 22 11:37:56.769078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51442) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:56.837177 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b8674983-8d0d-45f3-acb7-78185ce7e6cc req-aa8f7265-ce18-463b-a18d-0d82e1973105 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149501 Mar 22 11:37:56.941476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.961793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.964359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Transition to ACTIVE for port object f9edfb60-a481-44de-a1ce-1162bcf98688 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:37:56.999391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.002822 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.007128 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fd6cdf84-4d32-4559-af16-915b5c32fe88 tempest-FloatingIPAdminTestJSON-1759928127 tempest-FloatingIPAdminTestJSON-1759928127-project] 10.222.0.53 "DELETE /v2.0/floatingips/821a7c4b-333a-41bc-96c6-dca9b859f0e5 HTTP/1.1" status: 204 len: 168 time: 2.4535103 Mar 22 11:37:57.012390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.027337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 96598e44-ae40-470b-ad98-46263b0a7ee4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:57.028273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.068425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.156357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] DHCP port deletion for 46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:37:57.160364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network bac92844-ed33-4f81-b56d-d8e955ed0870 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:57.165022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Deleting port 96598e44-ae40-470b-ad98-46263b0a7ee4 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:57.165426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.170397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:57.197774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:57.203742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3242ab56-5149-4f92-a131-6109b413e053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.207912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:57.208979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.233587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Allocated IP 172.26.5.227 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/c6015d3e-0a63-46db-af19-b04b8eaa0de0) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:57.236546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.244740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eda9b-0bd7-4142-8018-e3f5b103d535 req-5523823f-da22-4e9c-99fa-b39c76a8a9bb tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:57.246279 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-712eda9b-0bd7-4142-8018-e3f5b103d535 req-5523823f-da22-4e9c-99fa-b39c76a8a9bb tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2443025 Mar 22 11:37:57.291799 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Port': ['ID=f9edfb60-a481-44de-a1ce-1162bcf98688,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.403864 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-712eda9b-0bd7-4142-8018-e3f5b103d535 req-8c517dc2-16e2-4420-b308-cc2b3ec755d6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462886 Mar 22 11:37:57.455705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] For port 96598e44-ae40-470b-ad98-46263b0a7ee4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=96598e44-ae40-470b-ad98-46263b0a7ee4,segment=NetworkSegment(e58226f4-548f-4165-8f71-a0b67c258c7c),segment_id=e58226f4-548f-4165-8f71-a0b67c258c7c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:57.456209 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.473674 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c3904ff8-bf4c-450c-83ab-4e82a8dfea26 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9168844 Mar 22 11:37:57.478006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51452) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:57.508805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] For port 96598e44-ae40-470b-ad98-46263b0a7ee4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=96598e44-ae40-470b-ad98-46263b0a7ee4,segment=NetworkSegment(e58226f4-548f-4165-8f71-a0b67c258c7c),segment_id=e58226f4-548f-4165-8f71-a0b67c258c7c)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:57.509265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.580147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:37:57.619467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.709416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting subnet 3ffc052f-cc6b-4485-b19c-a4d06067b6f8 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:37:57.713751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.719356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Calling delete_port for 96598e44-ae40-470b-ad98-46263b0a7ee4 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:57.722449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Calling delete_port for 96598e44-ae40-470b-ad98-46263b0a7ee4 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:57.756256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51458) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:57.768420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.886913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:57.894135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:57.894593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.942623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.982296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.999536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-95a7e6c7-af0d-485f-99ee-4ab0a64c1a15 None None] Provisioning for port f9edfb60-a481-44de-a1ce-1162bcf98688 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:37:58.020307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] Pushing event deleted for resources: {'Port': ['ID=96598e44-ae40-470b-ad98-46263b0a7ee4,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:58.022408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de92e4-e856-4905-a403-ea3b9239cd61 None None] No DVR routers for this DVR port 96598e44-ae40-470b-ad98-46263b0a7ee4 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:58.028414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-95a7e6c7-af0d-485f-99ee-4ab0a64c1a15 None None] Provisioning complete for port f9edfb60-a481-44de-a1ce-1162bcf98688 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.028414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-95a7e6c7-af0d-485f-99ee-4ab0a64c1a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.041443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:37:58.041443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:37:58.056120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25ad2f-1a48-40e8-8c72-b73ff4ce3712 req-d12064ec-2e50-446d-b6cd-6368d21a1633 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:58.061119 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bc25ad2f-1a48-40e8-8c72-b73ff4ce3712 req-d12064ec-2e50-446d-b6cd-6368d21a1633 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3041730 Mar 22 11:37:58.068199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.091301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-95a7e6c7-af0d-485f-99ee-4ab0a64c1a15 None None] Port f9edfb60-a481-44de-a1ce-1162bcf98688 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:37:58.114675 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4c73156c-6529-4024-8232-d8ba0f9d9153 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c11a3a0745004e39adbbfe389f49824d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138251 Mar 22 11:37:58.117544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51464) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:58.135338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.136182 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bc25ad2f-1a48-40e8-8c72-b73ff4ce3712 req-c99b9c55-6534-4006-917c-0d499f00b215 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736599 Mar 22 11:37:58.146558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.185182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,segment=NetworkSegment(499e9165-581a-4dbc-ad42-d80e5d68bbd7),segment_id=499e9165-581a-4dbc-ad42-d80e5d68bbd7)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:58.196473 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.245790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.332785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 96598e44-ae40-470b-ad98-46263b0a7ee4 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:37:58.368025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.377142 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 96598e44-ae40-470b-ad98-46263b0a7ee4 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:37:58.377482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 96598e44-ae40-470b-ad98-46263b0a7ee4 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:37:58.398825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:58.443918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:58.452274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=24a3632e-2cc1-44a9-a22d-407e95c0b2a1,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:58.454647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:58.501388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:37:58.540590 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Deleting port 96598e44-ae40-470b-ad98-46263b0a7ee4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:58.541337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.573449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.575413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.649219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] The port '96598e44-ae40-470b-ad98-46263b0a7ee4' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:37:58.685626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event updated for resources: {'Port': ['ID=c6015d3e-0a63-46db-af19-b04b8eaa0de0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:58.740797 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.793947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.832054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c4f790-b94d-49c4-b30d-c1f0e8ee55b3']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:58.853772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b81b6-e224-4f25-a951-dc93ddbb1bde req-47cb153c-ed90-4427-ba5c-6e983ed766bd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:58.860712 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-ac3b81b6-e224-4f25-a951-dc93ddbb1bde req-47cb153c-ed90-4427-ba5c-6e983ed766bd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2795546 Mar 22 11:37:58.865765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58226f4-548f-4165-8f71-a0b67c258c7c') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:58.866057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58226f4-548f-4165-8f71-a0b67c258c7c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:58.872373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.893257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.918291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.929183 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-ac3b81b6-e224-4f25-a951-dc93ddbb1bde req-55ec346d-cc03-4571-9565-0d40bcb5860a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676589 Mar 22 11:37:58.931894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:58.931894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:58.952285 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:58.960251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffc052f-cc6b-4485-b19c-a4d06067b6f8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:58.971229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.974546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc706a-07b8-4491-881f-2abfff402fa3 None None] Network bac92844-ed33-4f81-b56d-d8e955ed0870 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:37:58.980397 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 66cf72ef-c0d4-4966-8628-70a8fcc965cd associated. External IP: 172.26.5.98, port: 102b313e-169b-4080-8243-e1e4e00d4123. Mar 22 11:37:59.059125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port c6015d3e-0a63-46db-af19-b04b8eaa0de0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:59.059462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.113431 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-01146679-966e-4379-8c5d-c960f7df5af2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/3ffc052f-cc6b-4485-b19c-a4d06067b6f8 HTTP/1.1" status: 204 len: 168 time: 1.6299679 Mar 22 11:37:59.113954 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51472) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:59.163638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.187953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.210921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] Pushing event deleted for resources: {'Network': ['ID=46c4f790-b94d-49c4-b30d-c1f0e8ee55b3,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:59.228271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa61fb-02c9-48bd-b842-9eeea410b82f tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:59.230031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa61fb-02c9-48bd-b842-9eeea410b82f tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:59.230768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5eaa61fb-02c9-48bd-b842-9eeea410b82f tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Synchronizing usage tracker for tenant:9d293324429347c19d79a2cf999ca49b on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:37:59.255905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] DHCP port deletion for bac92844-ed33-4f81-b56d-d8e955ed0870 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:37:59.260092 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Deleting port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:37:59.260469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.279115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.282065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.283165 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b248ccb-feb4-487e-96e9-2b6348b8273f HTTP/1.1" status: 204 len: 168 time: 1.1643896 Mar 22 11:37:59.318819 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f09d6082-9e72-4a8f-a7df-301a1f373d94 tempest-AllowedAddressPairTestJSON-1164336466 tempest-AllowedAddressPairTestJSON-1164336466-project] 10.222.0.53 "DELETE /v2.0/networks/46c4f790-b94d-49c4-b30d-c1f0e8ee55b3 HTTP/1.1" status: 204 len: 168 time: 2.5426767 Mar 22 11:37:59.321677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2086d-ab9c-45c2-a3f7-11bd4f0b3b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b248ccb-feb4-487e-96e9-2b6348b8273f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:59.343061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5eaa61fb-02c9-48bd-b842-9eeea410b82f tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Unset dirty status for tenant:9d293324429347c19d79a2cf999ca49b on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:37:59.344784 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5eaa61fb-02c9-48bd-b842-9eeea410b82f tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2293725 Mar 22 11:37:59.347668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51480) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:59.475011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.476083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.503615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:37:59.521985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d7bfe65-c9ab-4212-ba45-e3f94bf69e8d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.529818 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7bfe65-c9ab-4212-ba45-e3f94bf69e8d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 11:37:59.530256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7bfe65-c9ab-4212-ba45-e3f94bf69e8d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:37:59.532650 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9d7bfe65-c9ab-4212-ba45-e3f94bf69e8d tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/bac92844-ed33-4f81-b56d-d8e955ed0870 HTTP/1.1" status: 409 len: 405 time: 0.1834307 Mar 22 11:37:59.536488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51484) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:59.542381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1369286621'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:59.548404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:37:59.552350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:37:59.556103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:37:59.563163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:37:59.611428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,segment=NetworkSegment(499e9165-581a-4dbc-ad42-d80e5d68bbd7),segment_id=499e9165-581a-4dbc-ad42-d80e5d68bbd7)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:59.611819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.637105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:59.642073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.666570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Calling delete_port for c6015d3e-0a63-46db-af19-b04b8eaa0de0 owned by network:floatingip {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:59.723662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:59.739339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.740044 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment 12340429-d91c-4dde-92b1-ff5cf53bcc30 of type vlan for network a3e54bdd-430a-4035-b62d-46e4346841ea Mar 22 11:37:59.772211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.777091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.781454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Calling delete_port for 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:37:59.808618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfba21e9-8b45-4943-bba3-1dec6a3f924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.833706 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.877334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:37:59.919734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,segment=NetworkSegment(499e9165-581a-4dbc-ad42-d80e5d68bbd7),segment_id=499e9165-581a-4dbc-ad42-d80e5d68bbd7)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:37:59.933739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.939623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:59.941795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.951875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51492) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:37:59.992462 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.085022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=a3e54bdd-430a-4035-b62d-46e4346841ea,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.109514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network a3e54bdd-430a-4035-b62d-46e4346841ea details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:00.118389 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-63a61228-d5f9-4bd7-a101-86cd61de60ca tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5806465 Mar 22 11:38:00.121610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51502) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:00.129743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.138152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:00.142686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:00.170832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:00.194885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.231380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:00.255214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Port': ['ID=c6015d3e-0a63-46db-af19-b04b8eaa0de0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.266953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.272997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:00.273684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.333065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406eaf4-808f-4f5b-a37b-9aacf49d047a req-2b2b476f-62d4-4c50-9299-6372c717db84 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:00.338654 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6406eaf4-808f-4f5b-a37b-9aacf49d047a req-2b2b476f-62d4-4c50-9299-6372c717db84 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2467666 Mar 22 11:38:00.342503 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.345553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.349810 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c6a88da7-ebe6-4fef-9241-5faa289c6947 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ebff3a687db44afb620f2e2bfdbcdc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680003 Mar 22 11:38:00.350416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51508) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:00.353136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:00.353740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.354684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:00.368101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:00.378712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51510) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:00.419327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.419740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e432a0-3163-46b3-a7f5-b3b874e68190 None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:00.456468 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:00.459893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.465165 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8fda4348-e676-4472-a8a5-148bf91a5742 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0146811 Mar 22 11:38:00.469369 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6406eaf4-808f-4f5b-a37b-9aacf49d047a req-466a843c-3799-4e29-b4a9-7fc3e8caef44 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283567 Mar 22 11:38:00.472070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51516) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:00.474522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.478119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1005485602'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.484769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:00.488971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:network and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:00.492366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:00.501199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:00.535043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:00.541949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Usage tracker for resource:security_group_rule and tenant:782636081fee484ea7eae8397064def9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:00.558585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:00.565045 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] create failed (client error): The resource could not be found. Mar 22 11:38:00.566698 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2effd70f-c4a1-4b2d-8bcb-c651e2a744bc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2643139 Mar 22 11:38:00.570250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51522) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:00.628946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.629612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:00.631626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.640853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Deleting port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:00.641444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.671754 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.672158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:00.672527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.704122 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.765026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:00.773249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.947625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:00.971835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.972179 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Added segment c757f949-00b3-4515-970c-b9f3a818c65a of type vlan for network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 Mar 22 11:38:01.052470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.054525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.069939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f176a-c0a3-47cc-a108-1e46b0333515,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.098367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.139931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] For port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,segment=NetworkSegment(499e9165-581a-4dbc-ad42-d80e5d68bbd7),segment_id=499e9165-581a-4dbc-ad42-d80e5d68bbd7)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:01.141236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.157260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.234739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.240139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:01.240759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.243565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ee371-2ed6-4d0c-9678-7bc2a55510e4 req-866a5dc3-d299-488a-b71e-c5e3992ba31d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:01.245299 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-919ee371-2ed6-4d0c-9678-7bc2a55510e4 req-866a5dc3-d299-488a-b71e-c5e3992ba31d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2479107 Mar 22 11:38:01.254423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.327374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c017d29-4335-489f-b31b-1912ec5ea872,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.331996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Calling delete_port for 99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:01.342916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Calling delete_port for 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:01.359330 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-919ee371-2ed6-4d0c-9678-7bc2a55510e4 req-82bffb21-95ae-4472-bdfc-5a361e5875db tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916882 Mar 22 11:38:01.360104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.375380 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3ac988db-15c8-4986-a2f0-1a1cc5aa0033 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/145f176a-c0a3-47cc-a108-1e46b0333515 HTTP/1.1" status: 204 len: 168 time: 0.9868891 Mar 22 11:38:01.405382 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-539b5f76-f1d2-422f-b991-0fde1e145623 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=782636081fee484ea7eae8397064def9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0216041 Mar 22 11:38:01.407060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51534) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:01.505413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Network': ['ID=eb0311ff-dfbd-45af-b48e-43c6b0b600b5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.514987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:38:01.519795 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:01.533785 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ed46f343-4260-47b0-9d41-58762e622d93 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0605941 Mar 22 11:38:01.535782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.535924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51538) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:01.541743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'subnet': {'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:01.627897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=009e2fc5-bca6-4680-b5b7-1275ae8221bc,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.636308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.678191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': '12340429-d91c-4dde-92b1-ff5cf53bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:01.678834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: a3e54bdd-430a-4035-b62d-46e4346841ea, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:01.689251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] No DVR routers for this DVR port 48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:01.705813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.722682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981551-e7b8-4f96-9c6d-43b66cd5d41d None None] Pushing event deleted for resources: {'Port': ['ID=48c9aab5-9820-4d3b-b7e7-95d9d0ec6e9f,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.744014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.789014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.793615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network a3e54bdd-430a-4035-b62d-46e4346841ea is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:01.865828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, a3e54bdd-430a-4035-b62d-46e4346841ea) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:01.878221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e8fb8-176e-4b51-9bd2-ab484b69eba2 None None] Network a3e54bdd-430a-4035-b62d-46e4346841ea requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:01.881414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:01.884223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.886865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:01.895967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:subnet and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:01.900998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:01.908931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:01.909948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.912646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.914361 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c017d29-4335-489f-b31b-1912ec5ea872 HTTP/1.1" status: 204 len: 168 time: 0.5040352 Mar 22 11:38:01.923188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7da4f-32e0-4253-b306-7347df84568e req-63ff15b9-8fd2-41fc-ab5e-84551ec34d97 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:01.924744 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-bce7da4f-32e0-4253-b306-7347df84568e req-63ff15b9-8fd2-41fc-ab5e-84551ec34d97 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.3677847 Mar 22 11:38:01.947080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402a8f3-0981-4930-9b4a-eb1e6600e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c017d29-4335-489f-b31b-1912ec5ea872,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:02.003857 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-455a3cd5-59b9-40af-8bee-3f2e9a0e8603 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8811133 Mar 22 11:38:02.007966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51550) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:02.030291 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-bce7da4f-32e0-4253-b306-7347df84568e req-0a5fb7c9-8d72-42d5-b1a0-de6f37416e16 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937510 Mar 22 11:38:02.030291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.097731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:02.101390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.164756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-a3e54bdd-430a-4035-b62d-46e4346841ea', 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': '009e2fc5-bca6-4680-b5b7-1275ae8221bc'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:02.165770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.180769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Port': ['ID=99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:02.278773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.403562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Allocated IP 2001:db8::f816:3eff:fe46:2543 (a3e54bdd-430a-4035-b62d-46e4346841ea/009e2fc5-bca6-4680-b5b7-1275ae8221bc/a0d40658-3142-4b7e-aee6-78600dc10158) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:02.420228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.535270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.555753 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-152d97a5-6dcc-4f61-af44-eef6f9e0b98e tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "DELETE /v2.0/ports/99f6a2ee-7a99-438b-b3ec-c42f58a3d4dd HTTP/1.1" status: 204 len: 168 time: 1.9843955 Mar 22 11:38:02.556416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51566) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:02.633376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.660691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7895304-8379-4111-8762-57b00b713084 req-2d9e301f-f344-4dcd-af3a-5b8c82650743 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:02.662288 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b7895304-8379-4111-8762-57b00b713084 req-2d9e301f-f344-4dcd-af3a-5b8c82650743 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.1119268 Mar 22 11:38:02.666352 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.677044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Transition to ACTIVE for port object a0d40658-3142-4b7e-aee6-78600dc10158 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:02.696062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Transition to ACTIVE for port object a0d40658-3142-4b7e-aee6-78600dc10158 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:02.698674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Subnet': ['ID=20813e4c-eca1-406e-b108-2c6655705844,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:02.709354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee84f8-1e3c-4077-bf52-f98cd7c0b34d tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:02.710054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9ee84f8-1e3c-4077-bf52-f98cd7c0b34d tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Synchronizing usage tracker for tenant:1477944c7ef049dea800e57b3be51ec3 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:02.723876 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b7895304-8379-4111-8762-57b00b713084 req-20837ffa-0f32-4c52-955a-72c550e29216 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501573 Mar 22 11:38:02.754079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Checking segment: {'id': 'c757f949-00b3-4515-970c-b9f3a818c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:02.754767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network hostable DHCP agents. Network: eb0311ff-dfbd-45af-b48e-43c6b0b600b5, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:02.802604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.825839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9ee84f8-1e3c-4077-bf52-f98cd7c0b34d tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Unset dirty status for tenant:1477944c7ef049dea800e57b3be51ec3 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:02.833576 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e9ee84f8-1e3c-4077-bf52-f98cd7c0b34d tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d90b86-3da5-4426-9841-6178a3ae5429 HTTP/1.1" status: 200 len: 913 time: 0.2745733 Mar 22 11:38:02.834858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51576) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:02.849781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:02.914674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51580) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:02.923961 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Pushing event updated for resources: {'Port': ['ID=a0d40658-3142-4b7e-aee6-78600dc10158,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:02.931032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.936083 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Network a3e54bdd-430a-4035-b62d-46e4346841ea is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:02.938136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:02.940684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:02.955844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, eb0311ff-dfbd-45af-b48e-43c6b0b600b5) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:02.966066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:02.966872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.993882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11627ac8-397f-414c-87d9-5fa4550897a3 None None] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:03.018051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51584) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:03.040015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.051390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=009e2fc5-bca6-4680-b5b7-1275ae8221bc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:03.089896 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0068b234-9422-4f88-bd15-8711c11e8c24 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5531917 Mar 22 11:38:03.098786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9bb7-ee11-4b43-bd9e-c589192a53f4 req-4a9c1bc0-a4f1-4dfa-8d2d-1136f26c7339 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:03.107488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:03.107969 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-859a9bb7-ee11-4b43-bd9e-c589192a53f4 req-4a9c1bc0-a4f1-4dfa-8d2d-1136f26c7339 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2593338 Mar 22 11:38:03.110717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51592) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:03.116950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Usage tracker for resource:security_group_rule and tenant:f7951ab4a5c84fee8003b6b68d480d1a is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:03.121701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:03.140736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-74058934', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:03.152665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:03.163922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-6ca29897-ff22-4450-b9e6-8a93dbae37fe tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:03.166015 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-6ca29897-ff22-4450-b9e6-8a93dbae37fe tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.2112229 Mar 22 11:38:03.169518 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:router and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:03.180781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:03.186015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:03.207204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.241754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Attempting to bind port a0d40658-3142-4b7e-aee6-78600dc10158 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:03.242337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Attempting to bind port a0d40658-3142-4b7e-aee6-78600dc10158 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '12340429-d91c-4dde-92b1-ff5cf53bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:03.242624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Attempting to bind port a0d40658-3142-4b7e-aee6-78600dc10158 on network a3e54bdd-430a-4035-b62d-46e4346841ea {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:03.250386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:03.251058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Checking segment: {'id': '12340429-d91c-4dde-92b1-ff5cf53bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:03.251573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.251967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Bound using segment: {'id': '12340429-d91c-4dde-92b1-ff5cf53bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:03.252428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Bound port: a0d40658-3142-4b7e-aee6-78600dc10158, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12340429-d91c-4dde-92b1-ff5cf53bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:03.252819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.254152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:03.283207 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-859a9bb7-ee11-4b43-bd9e-c589192a53f4 req-4e7baea1-5985-4030-8ffc-3654eaf5c441 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741028 Mar 22 11:38:03.355019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Deleting port fb587360-c378-4570-8ad5-90827d912721 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:03.357652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.437054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e54bdd-430a-4035-b62d-46e4346841ea']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:03.446620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] For port a0d40658-3142-4b7e-aee6-78600dc10158, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:03.448470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a05a2484-8307-4bc9-937e-bb42a9b4dc1c tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] Request body: {'port': {'network_id': '8d524212-8b88-4d78-b984-cc51612ff3bd', 'name': 'tempest-NetworksNegativeTestJSON-1735873011'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:03.465884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] For port a0d40658-3142-4b7e-aee6-78600dc10158, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a0d40658-3142-4b7e-aee6-78600dc10158,segment=NetworkSegment(12340429-d91c-4dde-92b1-ff5cf53bcc30),segment_id=12340429-d91c-4dde-92b1-ff5cf53bcc30)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:03.468170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-eb0311ff-dfbd-45af-b48e-43c6b0b600b5', 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5', 'tenant_id': '67d0320b801a47d2aba45638ce43b23f', 'fixed_ips': [{'subnet_id': '20813e4c-eca1-406e-b108-2c6655705844'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:03.469517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.477574 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12340429-d91c-4dde-92b1-ff5cf53bcc30') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:03.477874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12340429-d91c-4dde-92b1-ff5cf53bcc30') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:03.480506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.482695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.511432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.534532 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05a2484-8307-4bc9-937e-bb42a9b4dc1c tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] POST failed (client error): The resource could not be found. Mar 22 11:38:03.535008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05a2484-8307-4bc9-937e-bb42a9b4dc1c tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:03.536118 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a05a2484-8307-4bc9-937e-bb42a9b4dc1c tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5104930 Mar 22 11:38:03.551140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51600) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:03.575686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.580867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.581639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.606107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:03.606613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:03.629157 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:03.648401 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d17b8b-f717-4d2e-b463-0c7280351d9b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:03.648899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d17b8b-f717-4d2e-b463-0c7280351d9b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:03.670479 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-18d17b8b-f717-4d2e-b463-0c7280351d9b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "DELETE /v2.0/networks/14631a07-7a6c-459f-b485-94a7729bbe51 HTTP/1.1" status: 404 len: 339 time: 0.1158149 Mar 22 11:38:03.675053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51604) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:03.753013 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c711-f994-4326-a26f-efc877b5fda5 None None] Pushing event updated for resources: {'Port': ['ID=a0d40658-3142-4b7e-aee6-78600dc10158,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:03.829503 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Allocated IP 172.20.0.2 (eb0311ff-dfbd-45af-b48e-43c6b0b600b5/20813e4c-eca1-406e-b108-2c6655705844/760b1111-940c-4747-9009-ed493e6fd33d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:03.865246 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b04b5d0-5b3f-45ca-bd8b-f3382e4c90ff tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:03.865602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b04b5d0-5b3f-45ca-bd8b-f3382e4c90ff tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:03.870924 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6b04b5d0-5b3f-45ca-bd8b-f3382e4c90ff tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "DELETE /v2.0/ports/2bb95708-99c1-44a8-a2ef-6242506ffc93 HTTP/1.1" status: 404 len: 333 time: 0.1913095 Mar 22 11:38:03.882016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa561c72-02ab-4ee4-bd84-48d7b00c952e req-4ba38dd9-8c96-4c1a-8285-ee0f01c6a092 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:03.882238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51608) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:03.886731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7c879-bddc-46b1-8d6f-55c69fec1e05 None None] Network a3e54bdd-430a-4035-b62d-46e4346841ea requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:03.890740 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-aa561c72-02ab-4ee4-bd84-48d7b00c952e req-4ba38dd9-8c96-4c1a-8285-ee0f01c6a092 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.6109946 Mar 22 11:38:03.923088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.950528 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-aa561c72-02ab-4ee4-bd84-48d7b00c952e req-4ba6c5c9-f8d9-4c05-844a-024cceb381a8 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609128 Mar 22 11:38:03.969528 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:38:03.969528 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:38:03.969528 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': 'a3e54bdd-430a-4035-b62d-46e4346841ea'}] Mar 22 11:38:03.969528 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:03.969958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:03.996924 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-149444db-28af-456f-bb05-eff8dd4cc62b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:03.997379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149444db-28af-456f-bb05-eff8dd4cc62b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:03.999035 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-149444db-28af-456f-bb05-eff8dd4cc62b tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "DELETE /v2.0/subnets/4dd840ea-b879-4096-bea4-25a09a4c2191 HTTP/1.1" status: 404 len: 337 time: 0.1116450 Mar 22 11:38:04.004275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51612) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.016757 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.078750 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18ea4dc-506f-4187-80d6-63ded68812f9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] GET failed (client error): The resource could not be found. Mar 22 11:38:04.083587 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c18ea4dc-506f-4187-80d6-63ded68812f9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "GET /v2.0/networks/e1b41d14-9541-470d-a1fc-3488bc9d2f49 HTTP/1.1" status: 404 len: 339 time: 0.0702827 Mar 22 11:38:04.096034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51616) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.142739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283c699-45e8-4b0e-989c-d9f3025a1a1f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:04.149449 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d3e8e73a-87ea-4c68-8047-414c1353897a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7951ab4a5c84fee8003b6b68d480d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2256238 Mar 22 11:38:04.153963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51620) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.159508 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28e5db7-a85c-4746-805f-e04bdae2fa85 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] GET failed (client error): The resource could not be found. Mar 22 11:38:04.161627 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a28e5db7-a85c-4746-805f-e04bdae2fa85 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "GET /v2.0/ports/ae4f44b6-742e-4173-b379-31e11fe7ee91 HTTP/1.1" status: 404 len: 333 time: 0.0639012 Mar 22 11:38:04.170362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51624) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.176822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedfd9f-7ea6-4ad8-81a9-ba64ddde8248 req-9f6f0b67-3ec8-41ea-be34-2c77aa782c7f tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:04.181328 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7eedfd9f-7ea6-4ad8-81a9-ba64ddde8248 req-9f6f0b67-3ec8-41ea-be34-2c77aa782c7f tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6854062 Mar 22 11:38:04.238543 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d8676d-7ecf-41c9-8075-5516c44c0804 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] GET failed (client error): The resource could not be found. Mar 22 11:38:04.240309 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-81d8676d-7ecf-41c9-8075-5516c44c0804 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "GET /v2.0/subnets/23fe0781-0d49-4df7-b4b5-64e85a8add7f HTTP/1.1" status: 404 len: 337 time: 0.0676727 Mar 22 11:38:04.251651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51628) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.260107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-33f5f401-3ca6-4d51-a650-1f663cfe5de9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:04.269063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.278442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.283248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Transition to ACTIVE for port object 760b1111-940c-4747-9009-ed493e6fd33d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:04.301922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Transition to ACTIVE for port object 760b1111-940c-4747-9009-ed493e6fd33d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:04.326361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.339078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] For port fb587360-c378-4570-8ad5-90827d912721, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb587360-c378-4570-8ad5-90827d912721,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:04.339442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.350379 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f5f401-3ca6-4d51-a650-1f663cfe5de9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] PUT failed (client error): The resource could not be found. Mar 22 11:38:04.350849 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f5f401-3ca6-4d51-a650-1f663cfe5de9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:04.351991 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-33f5f401-3ca6-4d51-a650-1f663cfe5de9 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "PUT /v2.0/networks/15592840-0d6d-4c81-809f-dcf06fab3649 HTTP/1.1" status: 404 len: 339 time: 0.0993907 Mar 22 11:38:04.355182 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7eedfd9f-7ea6-4ad8-81a9-ba64ddde8248 req-5b52e900-98d9-407f-b71a-958e07b4a5ea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500113 Mar 22 11:38:04.355756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51632) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.382002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.422199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-eda937b8-54dd-46de-9c04-754e860edac3 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:04.469439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Pushing event updated for resources: {'Port': ['ID=760b1111-940c-4747-9009-ed493e6fd33d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:04.471973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.481383 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda937b8-54dd-46de-9c04-754e860edac3 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] PUT failed (client error): The resource could not be found. Mar 22 11:38:04.481924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda937b8-54dd-46de-9c04-754e860edac3 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:04.487379 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eda937b8-54dd-46de-9c04-754e860edac3 tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "PUT /v2.0/ports/1a4d6f2b-38d9-46d7-9f14-e89b382800d9 HTTP/1.1" status: 404 len: 333 time: 0.1264403 Mar 22 11:38:04.487379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.492301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:04.493535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:04.495862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:04.519798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51638) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:04.549480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2acdedca-aeab-45f3-afd4-0eae4785c8cc tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:04.587524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Attempting to bind port 760b1111-940c-4747-9009-ed493e6fd33d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:04.587524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Attempting to bind port 760b1111-940c-4747-9009-ed493e6fd33d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'c757f949-00b3-4515-970c-b9f3a818c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:04.587885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Attempting to bind port 760b1111-940c-4747-9009-ed493e6fd33d on network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:04.593296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:04.593740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Checking segment: {'id': 'c757f949-00b3-4515-970c-b9f3a818c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:04.594194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.594638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Bound using segment: {'id': 'c757f949-00b3-4515-970c-b9f3a818c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:04.595264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Bound port: 760b1111-940c-4747-9009-ed493e6fd33d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c757f949-00b3-4515-970c-b9f3a818c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:04.595570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.613815 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acdedca-aeab-45f3-afd4-0eae4785c8cc tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] PUT failed (client error): The resource could not be found. Mar 22 11:38:04.614264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acdedca-aeab-45f3-afd4-0eae4785c8cc tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:04.619193 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2acdedca-aeab-45f3-afd4-0eae4785c8cc tempest-NetworksNegativeTestJSON-1149688512 tempest-NetworksNegativeTestJSON-1149688512-project] 10.222.0.53 "PUT /v2.0/subnets/c7c84781-e803-4180-a3aa-d8ec8dda8e72 HTTP/1.1" status: 404 len: 337 time: 0.0877271 Mar 22 11:38:04.679112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port a0d40658-3142-4b7e-aee6-78600dc10158 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:04.679359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.691652 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] For port 760b1111-940c-4747-9009-ed493e6fd33d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:04.694824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] For port 760b1111-940c-4747-9009-ed493e6fd33d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=760b1111-940c-4747-9009-ed493e6fd33d,segment=NetworkSegment(c757f949-00b3-4515-970c-b9f3a818c65a),segment_id=c757f949-00b3-4515-970c-b9f3a818c65a)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:04.719982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.751150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.755691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.756176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:04.756495 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Floating IP 32b5faf3-3d3e-40ae-bb84-34e686a3c59b disassociated. External IP: 172.26.5.40, port: fb587360-c378-4570-8ad5-90827d912721. Mar 22 11:38:04.756707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Calling delete_port for fb587360-c378-4570-8ad5-90827d912721 owned by compute:nova {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:04.863646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb12a1-2ab9-4853-b1b4-f6154361de73 None None] Pushing event updated for resources: {'Port': ['ID=760b1111-940c-4747-9009-ed493e6fd33d,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:04.951053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6813a-4987-406b-ac74-9e372b5aef37 req-5248b053-4d2d-4bda-b599-8c6b6972b130 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:04.952482 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f3c6813a-4987-406b-ac74-9e372b5aef37 req-5248b053-4d2d-4bda-b599-8c6b6972b130 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4784796 Mar 22 11:38:05.089132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.110203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] For port a0d40658-3142-4b7e-aee6-78600dc10158, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a0d40658-3142-4b7e-aee6-78600dc10158,segment=NetworkSegment(12340429-d91c-4dde-92b1-ff5cf53bcc30),segment_id=12340429-d91c-4dde-92b1-ff5cf53bcc30)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:05.110573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.172701 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f3c6813a-4987-406b-ac74-9e372b5aef37 req-f4755cad-5c78-4010-99c7-d3b524c084ef tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843545 Mar 22 11:38:05.174788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.324790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.336899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for a0d40658-3142-4b7e-aee6-78600dc10158 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:05.346746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.418972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event deleted for resources: {'Port': ['ID=fb587360-c378-4570-8ad5-90827d912721,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:05.482332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2e7b-6170-4eb9-b78a-1fd1687b6fa4 req-150705ea-1179-4298-83cf-1c65706ff5c3 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:05.491207 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-78ad2e7b-6170-4eb9-b78a-1fd1687b6fa4 req-150705ea-1179-4298-83cf-1c65706ff5c3 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 945 time: 0.3734677 Mar 22 11:38:05.520172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.26.5.68 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/d5b1c37f-50df-416c-8ea5-bc79ee2cd0b0) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:05.566612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51650) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:05.580508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283c699-45e8-4b0e-989c-d9f3025a1a1f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:05.612936 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 760b1111-940c-4747-9009-ed493e6fd33d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:05.644344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.645660 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-edd2cf2b-1068-420d-8ed7-48f74944464e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b283c699-45e8-4b0e-989c-d9f3025a1a1f HTTP/1.1" status: 204 len: 168 time: 1.4903851 Mar 22 11:38:05.648894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port 36f28143-5565-4c37-bd45-593323ec3d2d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:05.648894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.723463 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-78ad2e7b-6170-4eb9-b78a-1fd1687b6fa4 req-267572d5-a882-44c6-95fe-419df13ccb60 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups?id=79e9e410-846d-46a2-ba52-9f91440977dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268202 Mar 22 11:38:05.869676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 760b1111-940c-4747-9009-ed493e6fd33d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:05.901272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.953902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55d045-c9de-42be-8b32-3edf6afe2a5f req-3e618c69-7dc5-474c-a99f-8583bf3a4a98 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:05.961114 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-fc55d045-c9de-42be-8b32-3edf6afe2a5f req-3e618c69-7dc5-474c-a99f-8583bf3a4a98 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5784540 Mar 22 11:38:06.066491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Router 7f4ab967-e966-47a8-b6c0-c2000c9b139a has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:06.077286 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-fc55d045-c9de-42be-8b32-3edf6afe2a5f req-160fdccc-5ab5-455f-a0e7-cd4d05b6c70a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152050 Mar 22 11:38:06.079502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.094578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No DVR routers for this DVR port a0d40658-3142-4b7e-aee6-78600dc10158 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:06.098709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Port': ['ID=a0d40658-3142-4b7e-aee6-78600dc10158,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:06.146599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:06.151200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Usage tracker for resource:security_group_rule and tenant:f8e3e4fa132d458484197398dc204c55 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:06.154735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:06.194791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:06.244750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.374990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.390604 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.395256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.408988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device fb587360-c378-4570-8ad5-90827d912721 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:06.463475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] No Port match for: fb587360-c378-4570-8ad5-90827d912721 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:06.463821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device fb587360-c378-4570-8ad5-90827d912721 not bound to the agent host hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:06.495004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:06.503603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=d5b1c37f-50df-416c-8ea5-bc79ee2cd0b0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:06.510903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:06.514229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414e21e-9efc-4a1e-987a-ed684d2e6805 None None] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:06.529587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e54bdd-430a-4035-b62d-46e4346841ea']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:06.548107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12340429-d91c-4dde-92b1-ff5cf53bcc30') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:06.548813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12340429-d91c-4dde-92b1-ff5cf53bcc30') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:06.565657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.587097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.599059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:06.600128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.623017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:06.705130 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:06.732354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Provisioning for port 760b1111-940c-4747-9009-ed493e6fd33d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:06.742074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:06.752642 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Sync routers for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:06.754173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Provisioning complete for port 760b1111-940c-4747-9009-ed493e6fd33d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:06.754703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.785397 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:06.786153 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:06.852167 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Calling delete_port for 36f28143-5565-4c37-bd45-593323ec3d2d owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:06.868163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5970236-da91-47c3-9e76-8d0c7faa2bc0 req-f992ec2d-eab9-4412-8f96-4058d37ee40d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.870221 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a5970236-da91-47c3-9e76-8d0c7faa2bc0 req-f992ec2d-eab9-4412-8f96-4058d37ee40d tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5872028 Mar 22 11:38:06.874859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] No DVR routers for this DVR port fb587360-c378-4570-8ad5-90827d912721 on host hv-neutron-8281 {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:06.877450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.884294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'name': 'network-vif-deleted', 'tag': 'fb587360-c378-4570-8ad5-90827d912721'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:38:06.954882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.975138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.014709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.029571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=a3e54bdd-430a-4035-b62d-46e4346841ea,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:07.039956 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1911b91-f696-41fb-872a-530511250761 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/a3e54bdd-430a-4035-b62d-46e4346841ea HTTP/1.1" status: 204 len: 168 time: 5.0257246 Mar 22 11:38:07.041149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51684) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:07.053925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.079551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.112125 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] For port 760b1111-940c-4747-9009-ed493e6fd33d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=760b1111-940c-4747-9009-ed493e6fd33d,segment=NetworkSegment(c757f949-00b3-4515-970c-b9f3a818c65a),segment_id=c757f949-00b3-4515-970c-b9f3a818c65a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:07.123931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1373010348'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:07.148845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:07.154339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:07.158641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:07.166786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:07.194996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.208556 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0ec95c2f-69c0-4d23-a754-a6f7237906b4 req-c7673614-e4cd-469c-af9e-e807663832ee tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.1650229 Mar 22 11:38:07.252527 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:07.294850 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8e3e4fa132d458484197398dc204c55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7088928 Mar 22 11:38:07.298370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51690) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:07.306319 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a5970236-da91-47c3-9e76-8d0c7faa2bc0 req-8236fa77-1807-4637-ac69-ab8d3dcc412c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230239 Mar 22 11:38:07.418328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722934a5-6550-4a97-bc5a-3308e45193cd None None] Pushing event updated for resources: {'Port': ['ID=760b1111-940c-4747-9009-ed493e6fd33d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:07.425344 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c1d3e-4495-4e50-9de8-00e8fd1c7462', 'name': 'network-vif-deleted', 'tag': 'fb587360-c378-4570-8ad5-90827d912721', 'status': 'completed', 'code': 200} Mar 22 11:38:07.467847 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c52ed2d-ba1a-42ac-b40f-6f2394200149 req-85575b60-49b7-42e0-9d7a-59ad88eaf463 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.60 "DELETE /v2.0/ports/fb587360-c378-4570-8ad5-90827d912721 HTTP/1.1" status: 204 len: 173 time: 4.2682586 Mar 22 11:38:07.522376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.523190 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a53fd3c2-e62f-45d4-bc0a-98e7d4d5e0cf None None] Provisioning complete for port 760b1111-940c-4747-9009-ed493e6fd33d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:07.525341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a53fd3c2-e62f-45d4-bc0a-98e7d4d5e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.556934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.624352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:07.641480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.723193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:07.877906 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:07.896280 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Checking router: 7f4ab967-e966-47a8-b6c0-c2000c9b139a for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:07.913264 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:07.914453 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:07.915575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400ce40-62a0-4dce-a645-f12e68498f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8addc27-bc2c-4bf7-a1b2-8f28d483437a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:07.981934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:08.005699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.006211 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment a3142cdf-b090-4a10-82f6-8a40f1044a9c of type vlan for network 22bb1237-dd87-4e4c-9cfb-bb46069df848 Mar 22 11:38:08.021018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8addc27-bc2c-4bf7-a1b2-8f28d483437a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:08.023312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.052801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.094848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.094848 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f5f4823e-9cf2-4f65-afaf-75bc99379f55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8addc27-bc2c-4bf7-a1b2-8f28d483437a HTTP/1.1" status: 204 len: 168 time: 0.7911644 Mar 22 11:38:08.135929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.213484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Port': ['ID=36f28143-5565-4c37-bd45-593323ec3d2d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:08.335937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:38:08.370440 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:08.807313 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-fb158d54-d3da-4d1c-965f-9d67ec2bfcc3 req-546bde36-b76e-427e-9d15-6bc95feca40a tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c1d3e-4495-4e50-9de8-00e8fd1c7462 HTTP/1.1" status: 200 len: 210 time: 0.0668974 Mar 22 11:38:08.898399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.915321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:08.922178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.939283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5dc00-f014-4f42-a46d-e67cc1fb42d1 req-a96c1a42-0a20-433c-876f-1f66e0360f4e tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:08.951343 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e7d5dc00-f014-4f42-a46d-e67cc1fb42d1 req-a96c1a42-0a20-433c-876f-1f66e0360f4e tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.2305708 Mar 22 11:38:08.967484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.986167 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51724) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:09.027364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.052604 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e7d5dc00-f014-4f42-a46d-e67cc1fb42d1 req-32f284a5-9bf1-418f-8acc-dfd855f05ef0 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996323 Mar 22 11:38:09.131807 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:09.141743 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51053f4e-7731-4e80-8809-3067641a23c1 None None] The sync data for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv is: [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:36:32Z', 'revision_number': 4, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d', 'name': '', 'network_id': '3db4209a-2370-49cc-80ea-e13ddcf7b6af', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'mac_address': 'fa:16:3e:02:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:30Z', 'updated_at': '2022-03-22T11:36:43Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'subnets': [{'id': '9f79b03f-2cf4-41f3-b44d-f04ae4771548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:09.205382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1314001-8f8f-4c0a-ba26-46263b4348b6 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:38:09.273069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=22bb1237-dd87-4e4c-9cfb-bb46069df848,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:09.284614 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-84246bc3-e9d8-494c-9cad-5f49d481784a tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2071085 Mar 22 11:38:09.287739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51732) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:09.293667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:09.294651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 22bb1237-dd87-4e4c-9cfb-bb46069df848 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:09.425961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-460346170', 'router:external': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:09.437363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 2b46c700-addd-44d4-a14c-801c6dcc52ab is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:09.513976 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:09.523981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:network and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:09.527215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:09.542503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:09.545786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:subnet and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:09.550543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:09.565366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:09.565366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:09.575479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 760b1111-940c-4747-9009-ed493e6fd33d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:09.600166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f405c4e-3423-47fe-9c89-a97d7842ad76 None None] New status for floating IP 32b5faf3-3d3e-40ae-bb84-34e686a3c59b: DOWN {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:38:09.634981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Router 67d90b86-3da5-4426-9841-6178a3ae5429 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:09.707530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:09.713029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:09.716939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.721698 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] Sync routers for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:09.736685 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:09.738976 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:09.778580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1314001-8f8f-4c0a-ba26-46263b4348b6 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:38:09.827851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51744) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:09.844381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Made reservation on behalf of 0668b9bd284c4ee2a43adee7c9e7896c for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:09.848551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.850775 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e0035cb1-8af6-4873-98b5-a67d44cd0b4d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7351732 Mar 22 11:38:09.851614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.860936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51752) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:09.868245 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:09.892628 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:09.892628 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:09.962560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.978978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:09.985179 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7422cb74-c884-4a4b-8121-36aabf3f7541 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "PUT /v2.0/routers/67d90b86-3da5-4426-9841-6178a3ae5429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1494231 Mar 22 11:38:09.996001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51756) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:10.001182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:10.006195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:security_group_rule and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:10.009335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:10.016734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:10.022642 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:10.023264 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2faa15a-c873-4e12-a17d-285b862e0147 None None] The sync data for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:10.036604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] Sync routers for ids ['67d90b86-3da5-4426-9841-6178a3ae5429'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:10.042337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959855033'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:10.050671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:10.057922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:10.064590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:10.076019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:10.152238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51764) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:10.192005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] Routers {'67d90b86-3da5-4426-9841-6178a3ae5429'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:10.192796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['67d90b86-3da5-4426-9841-6178a3ae5429'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:10.193140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.240421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-fe96bae9-7304-4db6-a9e5-d5164628e91f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:10.241974 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-fe96bae9-7304-4db6-a9e5-d5164628e91f tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.2888319 Mar 22 11:38:10.259901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 760b1111-940c-4747-9009-ed493e6fd33d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:10.260500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.285568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:10.288962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.313992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:10.371628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] Routers {'67d90b86-3da5-4426-9841-6178a3ae5429'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:10.372305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['67d90b86-3da5-4426-9841-6178a3ae5429'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:10.389742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.411633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.442877 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:10.443271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7359c-174a-4631-bc63-f864f0900ac5 None None] The sync data for ids ['67d90b86-3da5-4426-9841-6178a3ae5429'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:10.456558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:10.470062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Deleting port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:10.470405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.516853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.529837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:security_group_rule and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:10.591986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:10.618398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:10.737140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.741828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.877735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.885561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781c5b-6294-48a2-bf0e-efbe225060b5 req-50a6ac47-4a19-469b-9301-77aad342730d tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:10.887068 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1b781c5b-6294-48a2-bf0e-efbe225060b5 req-50a6ac47-4a19-469b-9301-77aad342730d tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.5015771 Mar 22 11:38:10.921507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.921982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Fanout notify agent at l3_agent the message router_deleted on router 67d90b86-3da5-4426-9841-6178a3ae5429 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:10.960212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.004762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.006366 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1b781c5b-6294-48a2-bf0e-efbe225060b5 req-71cf693e-8fd0-4686-8917-1ce584de4a99 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045547 Mar 22 11:38:11.007057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:11.025398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.028855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a24e1-8e9c-4d33-94d8-2929a9d4235b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.033694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.034035 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Added segment fb954c94-f7d1-49f8-b8d6-89bf8036c86d of type vlan for network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 Mar 22 11:38:11.069301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.070357 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-56b922df-ce19-4843-be3c-1935666cdebc tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "DELETE /v2.0/routers/67d90b86-3da5-4426-9841-6178a3ae5429 HTTP/1.1" status: 204 len: 168 time: 1.0390275 Mar 22 11:38:11.083383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51768) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:11.151824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9e410-846d-46a2-ba52-9f91440977dc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.190755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=6c6d8eb0-b79b-41f5-933c-49b81fe6bea9,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.207137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.219614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting subnet 6fb1d19f-a392-41a4-b03f-0b29665179d2 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:11.227325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': 'a3142cdf-b090-4a10-82f6-8a40f1044a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:11.227685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: 22bb1237-dd87-4e4c-9cfb-bb46069df848, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:11.234365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.243325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.285895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.286997 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-027f2629-5ae3-4a83-a2f2-5a04439448ff tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "DELETE /v2.0/security-groups/79e9e410-846d-46a2-ba52-9f91440977dc HTTP/1.1" status: 204 len: 168 time: 1.1327064 Mar 22 11:38:11.288817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] For port 4f88448b-6155-4b65-9d9c-6e47e410dbf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4f88448b-6155-4b65-9d9c-6e47e410dbf6,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:11.289154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.295100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51772) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:11.332234 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-71536080-d426-4d90-9ece-8e2f36c93a02 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] show failed (client error): The resource could not be found. Mar 22 11:38:11.333256 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-71536080-d426-4d90-9ece-8e2f36c93a02 tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "GET /v2.0/security-groups/79e9e410-846d-46a2-ba52-9f91440977dc HTTP/1.1" status: 404 len: 347 time: 0.0351136 Mar 22 11:38:11.335442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.357002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.362571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51776) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:11.445597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network 22bb1237-dd87-4e4c-9cfb-bb46069df848 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:11.447571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.448492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:11.449092 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.455548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace64c2d-1b8c-4e68-bf6b-a31ef24f0cb6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.458017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:11.578573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.578946 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb of type vlan for network 115604d4-8b8b-4ac3-a78b-425f2a8ddada Mar 22 11:38:11.636884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 22bb1237-dd87-4e4c-9cfb-bb46069df848) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:11.641791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:11.642502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.646636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a530c67-78c3-4c3c-93f5-402d436be661 None None] Network 22bb1237-dd87-4e4c-9cfb-bb46069df848 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:11.674157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Deleting port 8b9906cf-47be-4d41-a8c3-37acd06fac8d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:11.674789 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.706373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.710123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Network': ['ID=56240ad1-82d2-4bbe-8ee0-494e65b9b3b3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.724217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.731525 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:11.732330 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-edf6c523-675b-4423-9136-5a4954d2e356 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7337441 Mar 22 11:38:11.732915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51780) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:11.754068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'subnet': {'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:11.768937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:11.785508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:subnet and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:11.788998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.789368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.789674 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Floating IP 4e3a90e7-2679-4738-ad2d-fa0317ca0a79 disassociated. External IP: 172.26.5.36, port: 4f88448b-6155-4b65-9d9c-6e47e410dbf6. Mar 22 11:38:11.790005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Calling delete_port for 4f88448b-6155-4b65-9d9c-6e47e410dbf6 owned by compute:nova {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:11.791455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.830634 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-982f483d-8f17-474f-a97e-cd3d6ccff9a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5415719 Mar 22 11:38:11.839644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51784) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:11.876742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:11.899079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:11.957286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.962679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:11.963291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.062967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-22bb1237-dd87-4e4c-9cfb-bb46069df848', 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': '6c6d8eb0-b79b-41f5-933c-49b81fe6bea9'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:12.064141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.072297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Made reservation on behalf of 0668b9bd284c4ee2a43adee7c9e7896c for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:12.074593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.189311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.189960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.282621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Allocated IP 2001:db8::2 (22bb1237-dd87-4e4c-9cfb-bb46069df848/6c6d8eb0-b79b-41f5-933c-49b81fe6bea9/9c382e32-dc6d-44d6-8a98-6cd281cfe124) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:12.328289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Calling delete_port for 8b9906cf-47be-4d41-a8c3-37acd06fac8d owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:12.348870 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5196478 Mar 22 11:38:12.355592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51790) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:12.364192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.412819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953693386'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:12.430456 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628599b-ce7e-4977-984a-b1a2ef4166a3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=115604d4-8b8b-4ac3-a78b-425f2a8ddada,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:12.432901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:12.435398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb1d19f-a392-41a4-b03f-0b29665179d2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:12.445499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.451093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.453555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:12.454543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:12.468309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:12.472328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ede7d1-235a-4df6-955f-d6f22bc498c3 None None] Network c89fd02f-2cbb-4572-8c11-ca63bd053a01 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:12.479840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:12.488569 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7f5de378-b1ce-4fee-ae83-a8b2492ad0a3 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "DELETE /v2.0/subnets/6fb1d19f-a392-41a4-b03f-0b29665179d2 HTTP/1.1" status: 204 len: 168 time: 1.3961499 Mar 22 11:38:12.491220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51794) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:12.639632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:12.643678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.644600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.701487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.741420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.749759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.771335 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6beb1b-56af-4e32-8f4c-408360f89f27 req-4ece5607-13e1-4c68-bf68-9aae301a9e97 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:12.774601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-2e6beb1b-56af-4e32-8f4c-408360f89f27 req-4ece5607-13e1-4c68-bf68-9aae301a9e97 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Synchronizing usage tracker for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:12.784561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event deleted for resources: {'Port': ['ID=4f88448b-6155-4b65-9d9c-6e47e410dbf6,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:12.805212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:12.836895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.837234 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 52ba5737-fffb-4d55-8dc9-b47c82873d4c of type vlan for network 6aea2b1c-785d-440c-af2d-23c843e7c30c Mar 22 11:38:12.840545 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:12.840937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.898378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Transition to ACTIVE for port object 9c382e32-dc6d-44d6-8a98-6cd281cfe124 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:12.901312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.905691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.1 (eb0311ff-dfbd-45af-b48e-43c6b0b600b5/20813e4c-eca1-406e-b108-2c6655705844/b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:12.929705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] DHCP port deletion for c89fd02f-2cbb-4572-8c11-ca63bd053a01 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:12.939102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Transition to ACTIVE for port object 9c382e32-dc6d-44d6-8a98-6cd281cfe124 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:12.941994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Deleting port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:12.942553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.976617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Pushing event deleted for resources: {'Port': ['ID=8b9906cf-47be-4d41-a8c3-37acd06fac8d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:13.001482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-2e6beb1b-56af-4e32-8f4c-408360f89f27 req-4ece5607-13e1-4c68-bf68-9aae301a9e97 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Unset dirty status for tenant:28d3dbed69ad467ca1413d9d705035d7 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:13.002645 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2e6beb1b-56af-4e32-8f4c-408360f89f27 req-4ece5607-13e1-4c68-bf68-9aae301a9e97 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 946 time: 0.6751711 Mar 22 11:38:13.011060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.035576 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.156309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Network 22bb1237-dd87-4e4c-9cfb-bb46069df848 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:13.157266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Pushing event updated for resources: {'Port': ['ID=9c382e32-dc6d-44d6-8a98-6cd281cfe124,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:13.161645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:13.165715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:13.252616 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2e6beb1b-56af-4e32-8f4c-408360f89f27 req-9e52d318-d102-46e5-8b43-8ae27409b02b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups?id=26e698c4-8b33-4405-bc8b-08a4691ad097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909759 Mar 22 11:38:13.252616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:13.252860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.302708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.333215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.333929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] For port 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8df878db-ebf6-44e6-afe0-86b42e4f55b6,segment=NetworkSegment(c7d17853-4ae7-4af9-9c83-c939040909c3),segment_id=c7d17853-4ae7-4af9-9c83-c939040909c3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:13.334557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.338695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:13.344364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.344364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6d8eb0-b79b-41f5-933c-49b81fe6bea9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:13.408563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Attempting to bind port 9c382e32-dc6d-44d6-8a98-6cd281cfe124 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:13.409011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Attempting to bind port 9c382e32-dc6d-44d6-8a98-6cd281cfe124 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'a3142cdf-b090-4a10-82f6-8a40f1044a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:13.409477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Attempting to bind port 9c382e32-dc6d-44d6-8a98-6cd281cfe124 on network 22bb1237-dd87-4e4c-9cfb-bb46069df848 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:13.429918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.444153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] For port 8df878db-ebf6-44e6-afe0-86b42e4f55b6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8df878db-ebf6-44e6-afe0-86b42e4f55b6,segment=NetworkSegment(c7d17853-4ae7-4af9-9c83-c939040909c3),segment_id=c7d17853-4ae7-4af9-9c83-c939040909c3)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:13.444551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.491993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Transition to ACTIVE for port object b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:13.495475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Calling delete_port for 8df878db-ebf6-44e6-afe0-86b42e4f55b6 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:13.525287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8df878db-ebf6-44e6-afe0-86b42e4f55b6 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:13.559392 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:13.559916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Checking segment: {'id': 'a3142cdf-b090-4a10-82f6-8a40f1044a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:13.560428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.560941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Bound using segment: {'id': 'a3142cdf-b090-4a10-82f6-8a40f1044a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:13.561567 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Bound port: 9c382e32-dc6d-44d6-8a98-6cd281cfe124, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3142cdf-b090-4a10-82f6-8a40f1044a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:13.562042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.617982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:13.630895 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Sync routers for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:13.641423 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:13.642327 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:13.727449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:38:13.728448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.768623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Calling delete_port for 8df878db-ebf6-44e6-afe0-86b42e4f55b6 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:13.820615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a67ecbee-c0b7-41a0-b008-7cf43d82f856,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:13.838405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.845969 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:13.856215 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4849963 Mar 22 11:38:13.856443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.865044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.866145 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f10f5be2-6f84-47a5-b636-2c7e8a518fac tempest-ServersTestManualDisk-908708763 tempest-ServersTestManualDisk-908708763-project] 10.222.0.53 "DELETE /v2.0/floatingips/32b5faf3-3d3e-40ae-bb84-34e686a3c59b HTTP/1.1" status: 204 len: 168 time: 2.5028629 Mar 22 11:38:13.868896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51800) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:13.869286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51802) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:13.881007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.889091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20ceb6-0fc4-40db-a565-de4c5a4c2d52 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=6aea2b1c-785d-440c-af2d-23c843e7c30c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:13.945816 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] For port 9c382e32-dc6d-44d6-8a98-6cd281cfe124, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:13.948073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:13.951947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:13.961464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.008909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] Pushing event deleted for resources: {'Port': ['ID=8df878db-ebf6-44e6-afe0-86b42e4f55b6,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:14.011238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71b600-7047-4781-8c33-2da1458f7e8f None None] No DVR routers for this DVR port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:14.020963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] For port 9c382e32-dc6d-44d6-8a98-6cd281cfe124, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9c382e32-dc6d-44d6-8a98-6cd281cfe124,segment=NetworkSegment(a3142cdf-b090-4a10-82f6-8a40f1044a9c),segment_id=a3142cdf-b090-4a10-82f6-8a40f1044a9c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:14.044714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:14.046753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] No DVR routers for this DVR port 4f88448b-6155-4b65-9d9c-6e47e410dbf6 on host hv-neutron-8281 {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:14.048865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:14.065375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:14.087865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.089174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Checking segment: {'id': 'fb954c94-f7d1-49f8-b8d6-89bf8036c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:14.089563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network hostable DHCP agents. Network: 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:14.095352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'name': 'network-vif-deleted', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:38:14.105829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:14.141747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb1237-dd87-4e4c-9cfb-bb46069df848']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:14.163628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3142cdf-b090-4a10-82f6-8a40f1044a9c') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:14.163923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3142cdf-b090-4a10-82f6-8a40f1044a9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:14.193103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.199936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.210138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:14.210462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:14.213701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:14.222353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:14.281319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:14.317624 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:14.317795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.317795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:14.317962 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Checking router: 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:14.318044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:14.318044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.322237 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:14.322862 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:14.355279 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef846a-a70a-47e4-87a8-87a9fdb6dfb2 None None] Pushing event updated for resources: {'Port': ['ID=9c382e32-dc6d-44d6-8a98-6cd281cfe124,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:14.366926 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:14.409139 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b3d87213-8e52-4452-bd15-ffcbef4a3989 req-e71dec7d-016d-478b-b392-628fd1d74f36 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.60 "DELETE /v2.0/ports/4f88448b-6155-4b65-9d9c-6e47e410dbf6 HTTP/1.1" status: 204 len: 173 time: 4.1560862 Mar 22 11:38:14.413426 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4', 'name': 'network-vif-deleted', 'tag': '4f88448b-6155-4b65-9d9c-6e47e410dbf6', 'status': 'completed', 'code': 200} Mar 22 11:38:14.440559 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 4f88448b-6155-4b65-9d9c-6e47e410dbf6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:14.456040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.481343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] No Port match for: 4f88448b-6155-4b65-9d9c-6e47e410dbf6 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:14.482206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 4f88448b-6155-4b65-9d9c-6e47e410dbf6 not bound to the agent host hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:14.533973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:14.538178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.540317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dbde2642-76ed-4c90-89f6-2b1e73410fdd None None] Provisioning for port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:14.548127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dbde2642-76ed-4c90-89f6-2b1e73410fdd None None] Provisioning complete for port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:14.548692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dbde2642-76ed-4c90-89f6-2b1e73410fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.627438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a2145-8fb2-4db2-8a82-aef14ce41c87 None None] Network 22bb1237-dd87-4e4c-9cfb-bb46069df848 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:14.661943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-dbde2642-76ed-4c90-89f6-2b1e73410fdd None None] Port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:14.669397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:38:14.669397 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:38:14.669397 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': '22bb1237-dd87-4e4c-9cfb-bb46069df848'}] Mar 22 11:38:14.669397 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:14.669397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:14.672254 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4c65763a-5b7d-4638-b1f0-cb76c634351c req-ef791923-b556-4f01-9d34-8f28e3cec535 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc45dc3-75b0-4236-8c9f-355dfc6eb1c4 HTTP/1.1" status: 200 len: 210 time: 0.2205646 Mar 22 11:38:14.673048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:14.696065 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:14.721698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Deleting port 8df878db-ebf6-44e6-afe0-86b42e4f55b6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:14.722046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.761360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.774072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:14.809611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:14.811281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.834604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] The port '8df878db-ebf6-44e6-afe0-86b42e4f55b6' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:14.875964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f75618-6bab-4b8d-b8a3-67304294913a None None] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:15.044580 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2af33b5e-2ddb-4108-8b2b-f70e1729b00f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3061447 Mar 22 11:38:15.047758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.053192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51812) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:15.061154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-931732938', 'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:15.118668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:15.136731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:port and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:15.141826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:15.151928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:15.165453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89fd02f-2cbb-4572-8c11-ca63bd053a01']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.174480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.192878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d17853-4ae7-4af9-9c83-c939040909c3') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.193212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d17853-4ae7-4af9-9c83-c939040909c3') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.216959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.238770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e197f-adab-4bc5-9186-106f8d1c9687 None None] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:15.254053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port 9c382e32-dc6d-44d6-8a98-6cd281cfe124 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:15.254390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.309163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.326588 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.328992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:15.329397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.333415 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568050a-e4b2-4350-83f9-98bf87618b51 None None] The sync data for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv is: [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:36:40Z', 'revision_number': 4, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'd0a5a21b-45b3-4bc9-b439-f30a0acfd3f4', 'name': '', 'network_id': 'bea6b392-9abd-462e-a09a-f1dbf07bff35', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'mac_address': 'fa:16:3e:ef:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:38Z', 'updated_at': '2022-03-22T11:36:50Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'subnets': [{'id': 'e304e3b4-0dad-427c-9476-c6a15972440a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:15.351537 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:15.370215 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Made reservation on behalf of 0668b9bd284c4ee2a43adee7c9e7896c for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:15.373149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.400797 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] device_id is not set on port fa1bb762-9cdc-4152-866e-9dca523c8a4d yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:15.542309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd654b9-7877-4e29-aa72-f4afa3d3858b None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:38:15.602144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.609686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.20.0.7 (56240ad1-82d2-4bbe-8ee0-494e65b9b3b3/a67ecbee-c0b7-41a0-b008-7cf43d82f856/fa1bb762-9cdc-4152-866e-9dca523c8a4d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:15.613310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.686385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.769111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dafb00-20fb-4039-b449-47557d750c3d None None] New status for floating IP 4e3a90e7-2679-4738-ad2d-fa0317ca0a79: DOWN {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:38:15.782846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.787418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.839295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=74520df1-f0b3-40b2-a4bd-a1c1c8ab3971,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:15.851128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] Pushing event deleted for resources: {'Network': ['ID=c89fd02f-2cbb-4572-8c11-ca63bd053a01,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:15.872090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:15.953055 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8984ec5b-4cef-4c2f-97c1-7a41f2318100 tempest-FloatingIPNegativeTestJSON-1416586958 tempest-FloatingIPNegativeTestJSON-1416586958-project] 10.222.0.53 "DELETE /v2.0/networks/c89fd02f-2cbb-4572-8c11-ca63bd053a01 HTTP/1.1" status: 204 len: 168 time: 3.4618795 Mar 22 11:38:15.954379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:15.954744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 115604d4-8b8b-4ac3-a78b-425f2a8ddada, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:15.960493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51820) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:15.986611 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] For port 9c382e32-dc6d-44d6-8a98-6cd281cfe124, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9c382e32-dc6d-44d6-8a98-6cd281cfe124,segment=NetworkSegment(a3142cdf-b090-4a10-82f6-8a40f1044a9c),segment_id=a3142cdf-b090-4a10-82f6-8a40f1044a9c)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:15.994416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.014508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.052675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.117296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for 9c382e32-dc6d-44d6-8a98-6cd281cfe124 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:16.154510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.245932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:16.254538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:16.255337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd654b9-7877-4e29-aa72-f4afa3d3858b None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:16.257272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:16.275302 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Agent ce945b93-3856-43b0-b442-0a6bc62d7bdc already present Mar 22 11:38:16.279194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:16.279194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 115604d4-8b8b-4ac3-a78b-425f2a8ddada) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:16.282921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.285456 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:16.285832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.304130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1bb762-9cdc-4152-866e-9dca523c8a4d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:16.323258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.337825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:16.338411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.342593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:16.345754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:16.385509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd654b9-7877-4e29-aa72-f4afa3d3858b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 115604d4-8b8b-4ac3-a78b-425f2a8ddada) {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:38:16.397748 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.402284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.469512 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-798c5bc6-2f83-4b64-b6a5-da29733a9aeb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5937049 Mar 22 11:38:16.480002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Port': ['ID=9c382e32-dc6d-44d6-8a98-6cd281cfe124,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:16.519663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51826) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:16.532865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:16.554114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No DVR routers for this DVR port 9c382e32-dc6d-44d6-8a98-6cd281cfe124 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:16.617368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51832) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:16.645250 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-08d34d18-efcf-4bba-946e-e15c70275ad1 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5908349 Mar 22 11:38:16.653633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51838) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:16.729814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.738247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Deleting port fa1bb762-9cdc-4152-866e-9dca523c8a4d {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:16.738635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.755705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb1237-dd87-4e4c-9cfb-bb46069df848']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:16.775510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 2b46c700-addd-44d4-a14c-801c6dcc52ab has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:16.796743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-115604d4-8b8b-4ac3-a78b-425f2a8ddada', 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '74520df1-f0b3-40b2-a4bd-a1c1c8ab3971'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:16.797573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.927229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3142cdf-b090-4a10-82f6-8a40f1044a9c') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:16.927813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3142cdf-b090-4a10-82f6-8a40f1044a9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:16.966310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:16.976921 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Allocated IP 2001:db8::2 (115604d4-8b8b-4ac3-a78b-425f2a8ddada/74520df1-f0b3-40b2-a4bd-a1c1c8ab3971/05f86894-5c85-4400-b21d-6e76b72ecb94) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:17.081235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.086178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:17.086738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:17.090096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.094179 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-baa74105-5561-43de-b2df-c5d223baeaef tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/routers/2b46c700-addd-44d4-a14c-801c6dcc52ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2307453 Mar 22 11:38:17.096800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51842) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.099809 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] Sync routers for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:17.113334 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:17.114685 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:17.150442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:17.151389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'port': {'network_id': 'eb0311ff-dfbd-45af-b48e-43c6b0b600b5', 'name': 'tempest-FloatingIPTestJSON-968462505'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:17.154914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:17.155458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.177272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e698c4-8b33-4405-bc8b-08a4691ad097,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:17.180070 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:17.198730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:17.215664 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:17.241201 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:17.242183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.242568 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:17.312882 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:17.313366 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140ac24-79dd-4e8b-9d48-5f43b737b648 None None] The sync data for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:17.317791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.385289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:17.389339 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eb8bb151-b401-4715-a9a9-cbeceb79ca5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1477944c7ef049dea800e57b3be51ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7705758 Mar 22 11:38:17.404108 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51846) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.428321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.428972 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b61fe254-059f-4c95-b3aa-6714375997db tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "DELETE /v2.0/security-groups/26e698c4-8b33-4405-bc8b-08a4691ad097 HTTP/1.1" status: 204 len: 168 time: 1.3194516 Mar 22 11:38:17.433852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51850) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.438069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:17.445892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Calling delete_port for fa1bb762-9cdc-4152-866e-9dca523c8a4d owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:17.470803 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-aaac31c0-8014-4a9f-a150-5dba754183d3 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] show failed (client error): The resource could not be found. Mar 22 11:38:17.474588 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aaac31c0-8014-4a9f-a150-5dba754183d3 tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "GET /v2.0/security-groups/26e698c4-8b33-4405-bc8b-08a4691ad097 HTTP/1.1" status: 404 len: 347 time: 0.0353644 Mar 22 11:38:17.475072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51854) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.478667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Usage tracker for resource:port and tenant:67d0320b801a47d2aba45638ce43b23f is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:17.483108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:17.491776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:17.517724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Transition to ACTIVE for port object 05f86894-5c85-4400-b21d-6e76b72ecb94 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:17.561445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.565958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.568527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:17.571765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.616813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Made reservation on behalf of 67d0320b801a47d2aba45638ce43b23f for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:17.620379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.641587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] device_id is not set on port c11fbacf-9956-4395-b46d-36bb0f9482d9 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:17.662687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Transition to ACTIVE for port object 05f86894-5c85-4400-b21d-6e76b72ecb94 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:17.676979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.707338 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/22bb1237-dd87-4e4c-9cfb-bb46069df848 HTTP/1.1" status: 204 len: 168 time: 5.8668830 Mar 22 11:38:17.718714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51858) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.721555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb9f9-72e4-48b0-9ddc-e585650edbb6 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=22bb1237-dd87-4e4c-9cfb-bb46069df848,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:17.726358 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.750404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-461194814'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:17.754656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa1bb762-9cdc-4152-866e-9dca523c8a4d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:17.756749 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:17.783248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.787966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:17.791189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:17.795174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:17.803987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Deleting port 49b941e3-42d0-4ca1-920b-a0b8d06db211 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:17.804408 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.804577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:network and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:17.836414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:17.859062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:17.880783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Pushing event updated for resources: {'Port': ['ID=05f86894-5c85-4400-b21d-6e76b72ecb94,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:17.902109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Attempting to bind port 05f86894-5c85-4400-b21d-6e76b72ecb94 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:17.902545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Attempting to bind port 05f86894-5c85-4400-b21d-6e76b72ecb94 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:17.902971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Attempting to bind port 05f86894-5c85-4400-b21d-6e76b72ecb94 on network 115604d4-8b8b-4ac3-a78b-425f2a8ddada {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:17.909650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:17.909650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Checking segment: {'id': '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:17.910761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.910761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Bound using segment: {'id': '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:17.910979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Bound port: 05f86894-5c85-4400-b21d-6e76b72ecb94, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '115604d4-8b8b-4ac3-a78b-425f2a8ddada'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:17.911395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.931146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.957713 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-56dd586b-7f0f-48b7-ba63-1009d1cd2c7a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fa1bb762-9cdc-4152-866e-9dca523c8a4d HTTP/1.1" status: 204 len: 168 time: 1.3006992 Mar 22 11:38:17.959312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51862) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:17.969124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3', 'external_fixed_ips': [{'subnet_id': 'a67ecbee-c0b7-41a0-b008-7cf43d82f856', 'ip_address': '172.20.0.7'}]}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:17.975418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:17.979215 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:17.991237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Allocated IP 172.20.0.14 (eb0311ff-dfbd-45af-b48e-43c6b0b600b5/20813e4c-eca1-406e-b108-2c6655705844/c11fbacf-9956-4395-b46d-36bb0f9482d9) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:17.993583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:18.004877 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] For port 05f86894-5c85-4400-b21d-6e76b72ecb94, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:18.010712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] For port 05f86894-5c85-4400-b21d-6e76b72ecb94, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=05f86894-5c85-4400-b21d-6e76b72ecb94,segment=NetworkSegment(5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb),segment_id=5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:18.010891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:router and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:18.013336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:18.022980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:18.029744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.051453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:18.079999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.080339 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Added segment ca3e617e-1be3-4c0f-b329-f6ec995d69fc of type vlan for network ea93cd85-13fa-4b94-aab7-2a15d138d719 Mar 22 11:38:18.094640 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.104547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.105008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.118971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Deleting port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:18.119305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.178779 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f824d2-58f7-49e1-a9d5-fcc23603d202 None None] Pushing event updated for resources: {'Port': ['ID=05f86894-5c85-4400-b21d-6e76b72ecb94,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:18.195859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.196988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.211698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.243585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.283977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Calling delete_port for 49b941e3-42d0-4ca1-920b-a0b8d06db211 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:18.439405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.457489 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Transition to ACTIVE for port object c11fbacf-9956-4395-b46d-36bb0f9482d9 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:18.517722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.573547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.579668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:18.580233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.581866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e43f29-6ba5-4ecf-95aa-f3c31395e6af,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:18.631002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.658715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.662355 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1aefa3ec-fbf2-4050-b220-f1d0140e273b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34e43f29-6ba5-4ecf-95aa-f3c31395e6af HTTP/1.1" status: 204 len: 168 time: 1.2532518 Mar 22 11:38:18.662355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] For port cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:18.664190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.674941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:18.936394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:18.949655 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2250280 Mar 22 11:38:18.950710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event updated for resources: {'Port': ['ID=c11fbacf-9956-4395-b46d-36bb0f9482d9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:18.953263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:18.956851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51870) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:18.961996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:19.000698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ad53a-4b60-4f9c-a72a-45f94f27e025 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Network': ['ID=ea93cd85-13fa-4b94-aab7-2a15d138d719,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:19.013009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network ea93cd85-13fa-4b94-aab7-2a15d138d719 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:19.018514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Calling delete_port for cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:19.066736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Request body: {'subnet': {'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:19.093840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=9d386cc2-826e-49fd-8725-7e5b0d681827,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:19.110230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.132082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '52ba5737-fffb-4d55-8dc9-b47c82873d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:19.132446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 6aea2b1c-785d-440c-af2d-23c843e7c30c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:19.179983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.220549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:19.221286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.254656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Pushing event deleted for resources: {'Port': ['ID=49b941e3-42d0-4ca1-920b-a0b8d06db211,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:19.285860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:19.292303 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Usage tracker for resource:subnet and tenant:9d293324429347c19d79a2cf999ca49b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:19.295365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:19.301603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:19.303593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:19.330343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c4001-5517-44ad-897b-293fda526e8b None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:19.382221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.383271 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2685e694-012b-4ca2-8312-b0630c1d932a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2854571 Mar 22 11:38:19.390760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51882) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:19.401550 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Request body: {'floatingip': {'port_id': 'c11fbacf-9956-4395-b46d-36bb0f9482d9'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:19.484542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Made reservation on behalf of 9d293324429347c19d79a2cf999ca49b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:19.488048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 6aea2b1c-785d-440c-af2d-23c843e7c30c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:19.498441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.532920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:19.535196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.573878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16f6a3-fe2f-43fc-a4ed-9b3f2ecba1d3 None None] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:19.582031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.583449 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6148c70f-d740-44a8-9f3a-98da1b74277b tempest-ServersTestJSON-41135931 tempest-ServersTestJSON-41135931-project] 10.222.0.53 "DELETE /v2.0/floatingips/4e3a90e7-2679-4738-ad2d-fa0317ca0a79 HTTP/1.1" status: 204 len: 168 time: 2.1043839 Mar 22 11:38:19.588703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51888) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:19.663796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.671870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 05f86894-5c85-4400-b21d-6e76b72ecb94 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:19.695054 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e043c33d-5981-4684-bc5e-a26499b6330d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1733310 Mar 22 11:38:19.709662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51894) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:19.712251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:19.728133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-888424018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:19.796953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:19.814448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:19.859873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:19.879998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:19.947962 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6c65fb25-6bc5-45fe-a85c-f1eb3e07174f None None] Provisioning for port 05f86894-5c85-4400-b21d-6e76b72ecb94 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:20.019701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:20.174291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51904) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:20.210813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 05f86894-5c85-4400-b21d-6e76b72ecb94 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:20.231460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 05f86894-5c85-4400-b21d-6e76b72ecb94 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:20.231969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.298135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-6aea2b1c-785d-440c-af2d-23c843e7c30c', 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '9d386cc2-826e-49fd-8725-7e5b0d681827'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:20.298135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.311184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Provisioning for port c11fbacf-9956-4395-b46d-36bb0f9482d9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:20.328249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Provisioning complete for port c11fbacf-9956-4395-b46d-36bb0f9482d9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:20.328613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.336584 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.337435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.352957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.467895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.490169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.534179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.535608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Port c11fbacf-9956-4395-b46d-36bb0f9482d9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:20.565163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.645336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Provisioning complete for port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:20.646260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.662133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:20.710325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a0884bae-c193-464a-a870-2e6a02fd2cf1 None None] Port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:20.735138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Allocated IP 2001:db8:1::2 (6aea2b1c-785d-440c-af2d-23c843e7c30c/9d386cc2-826e-49fd-8725-7e5b0d681827/da29953d-a042-4a8e-9cdf-6b804c188b8e) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:20.738364 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 05f86894-5c85-4400-b21d-6e76b72ecb94, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=05f86894-5c85-4400-b21d-6e76b72ecb94,segment=NetworkSegment(5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb),segment_id=5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:20.767675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc31297-7c79-495d-a45e-c31c74589f68 None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:20.778408 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-546586090'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:20.847805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:20.863873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:20.871547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.20.0.7 (56240ad1-82d2-4bbe-8ee0-494e65b9b3b3/a67ecbee-c0b7-41a0-b008-7cf43d82f856/44783c98-b379-4a22-af27-1cac2a5f3831) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:20.938771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.006727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:21.013973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.015645 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9cc45618-197f-48f3-9422-6247c0858639 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3047578 Mar 22 11:38:21.023851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:21.025632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51910) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:21.127512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-717a5f4c-faba-4be9-bb2b-45e70f02184f None None] Provisioning complete for port 05f86894-5c85-4400-b21d-6e76b72ecb94 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:21.127972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-717a5f4c-faba-4be9-bb2b-45e70f02184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.196144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=05f86894-5c85-4400-b21d-6e76b72ecb94,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:21.213051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.271940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Transition to ACTIVE for port object da29953d-a042-4a8e-9cdf-6b804c188b8e will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:21.296889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:38:21.302602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.304723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Transition to ACTIVE for port object da29953d-a042-4a8e-9cdf-6b804c188b8e will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:21.357643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:21.361966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.366777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.392242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.403465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.442020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event updated for resources: {'Subnet': ['ID=35228ba6-b04d-4ac2-ae2e-3ef33a0fe631,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:21.455748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Checking segment: {'id': 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:21.456117 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network hostable DHCP agents. Network: ea93cd85-13fa-4b94-aab7-2a15d138d719, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:21.477650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:21.481853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:21.487386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:21.562072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.565511 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Pushing event updated for resources: {'Port': ['ID=da29953d-a042-4a8e-9cdf-6b804c188b8e,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:21.630309 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Network ea93cd85-13fa-4b94-aab7-2a15d138d719 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:21.646155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Attempting to bind port da29953d-a042-4a8e-9cdf-6b804c188b8e on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:21.646513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Attempting to bind port da29953d-a042-4a8e-9cdf-6b804c188b8e by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '52ba5737-fffb-4d55-8dc9-b47c82873d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:21.647179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Attempting to bind port da29953d-a042-4a8e-9cdf-6b804c188b8e on network 6aea2b1c-785d-440c-af2d-23c843e7c30c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:21.662722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:21.663097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Checking segment: {'id': '52ba5737-fffb-4d55-8dc9-b47c82873d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:21.663491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.663873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Bound using segment: {'id': '52ba5737-fffb-4d55-8dc9-b47c82873d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:21.664322 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Bound port: da29953d-a042-4a8e-9cdf-6b804c188b8e, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba5737-fffb-4d55-8dc9-b47c82873d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6aea2b1c-785d-440c-af2d-23c843e7c30c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:21.664715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.690564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:21.706988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:21.713938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:21.730576 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 05f86894-5c85-4400-b21d-6e76b72ecb94 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:21.741111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.751738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=44783c98-b379-4a22-af27-1cac2a5f3831,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:21.755211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, ea93cd85-13fa-4b94-aab7-2a15d138d719) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:21.767521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:21.768204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.793598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db13b8-fba7-43b4-b0ce-f23ee48c430a None None] Network ea93cd85-13fa-4b94-aab7-2a15d138d719 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:21.830289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:21.839403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Router 7f4ab967-e966-47a8-b6c0-c2000c9b139a has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:21.868149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:21.882236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:21.955997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-548fd6ef-e8e9-4d11-93b0-4c1ae87baf81 None None] Provisioning complete for port 05f86894-5c85-4400-b21d-6e76b72ecb94 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:21.956364 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-548fd6ef-e8e9-4d11-93b0-4c1ae87baf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.957923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:21.981818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:21.989267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.031633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] For port da29953d-a042-4a8e-9cdf-6b804c188b8e, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:22.083024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] For port da29953d-a042-4a8e-9cdf-6b804c188b8e, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=da29953d-a042-4a8e-9cdf-6b804c188b8e,segment=NetworkSegment(52ba5737-fffb-4d55-8dc9-b47c82873d4c),segment_id=52ba5737-fffb-4d55-8dc9-b47c82873d4c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:22.110026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 05f86894-5c85-4400-b21d-6e76b72ecb94 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:22.110543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.117110 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5ac07c2a-84a4-4fc0-9e7b-5a73fd1ca1b5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1543040 Mar 22 11:38:22.141199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51914) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:22.203121 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.276908 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 66cf72ef-c0d4-4966-8628-70a8fcc965cd associated. External IP: 172.26.5.98, port: 102b313e-169b-4080-8243-e1e4e00d4123. Mar 22 11:38:22.327600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-ea93cd85-13fa-4b94-aab7-2a15d138d719', 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719', 'tenant_id': '9d293324429347c19d79a2cf999ca49b', 'fixed_ips': [{'subnet_id': '35228ba6-b04d-4ac2-ae2e-3ef33a0fe631'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:22.328586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.376680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffc684-96c3-4849-8294-a2820f97bb1e None None] Pushing event updated for resources: {'Port': ['ID=da29953d-a042-4a8e-9cdf-6b804c188b8e,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:22.588026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:22.592227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Allocated IP 2001:db8::f816:3eff:fe4a:24a2 (ea93cd85-13fa-4b94-aab7-2a15d138d719/35228ba6-b04d-4ac2-ae2e-3ef33a0fe631/043928b3-40bf-4c4c-a1b7-d7a736413f53) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:22.599242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Sync routers for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:22.617934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.671997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:22.672724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:22.832153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:22.860331 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-84c9b140-bfa3-47d3-8ee2-f8797a8feb04 admin admin] 10.222.0.53 "PUT /v2.0/routers/7f4ab967-e966-47a8-b6c0-c2000c9b139a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9831345 Mar 22 11:38:22.879487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51918) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:22.974981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:23.052685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.088746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.107567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:23.161921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.190913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.210036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8::1 (115604d4-8b8b-4ac3-a78b-425f2a8ddada/74520df1-f0b3-40b2-a4bd-a1c1c8ab3971/53851894-93d4-4735-8e2d-4b2413bdac9f) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:23.275999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.284960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Transition to ACTIVE for port object 043928b3-40bf-4c4c-a1b7-d7a736413f53 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:23.320853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Transition to ACTIVE for port object 043928b3-40bf-4c4c-a1b7-d7a736413f53 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:23.373507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:23.389903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebad0c2-f5c1-4033-8fd5-07e31dc3ba83,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:23.435206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.435702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.518030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.518383 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 52d55675-bfb4-4a03-98ef-84ef6b953412 of type vlan for network a5456a60-f2df-4b99-b6e6-a00e7024520c Mar 22 11:38:23.522326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.522673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.523007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.523334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.523659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.523984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.525140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.527635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.528068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.528484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.528918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.529338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.553367 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Network ea93cd85-13fa-4b94-aab7-2a15d138d719 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:23.558177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:23.562882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:23.565768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:38:19Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.594717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device da29953d-a042-4a8e-9cdf-6b804c188b8e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:23.612254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.625757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Pushing event updated for resources: {'Port': ['ID=043928b3-40bf-4c4c-a1b7-d7a736413f53,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:23.651423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Checking router: 7f4ab967-e966-47a8-b6c0-c2000c9b139a for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:23.679173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.679524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.679863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.680196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.680551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.680900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.681223 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.681552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.681876 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.682198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.682517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.682834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:23.718212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:23.727829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60b10a-d8c7-42bd-a2b3-29b0ce2a1b78 None None] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:23.736476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:23.748929 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:23.763931 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:23.765506 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.772257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Routers {'7f4ab967-e966-47a8-b6c0-c2000c9b139a'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:23.772928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.853319 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.866157 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:23.867132 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.929859 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Attempting to bind port 043928b3-40bf-4c4c-a1b7-d7a736413f53 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:23.930273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Attempting to bind port 043928b3-40bf-4c4c-a1b7-d7a736413f53 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:23.930586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Attempting to bind port 043928b3-40bf-4c4c-a1b7-d7a736413f53 on network ea93cd85-13fa-4b94-aab7-2a15d138d719 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:23.958353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:23.985196 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:23.985952 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26f0ba-7610-4e63-9e15-01838bfbab6b None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:24.010984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:24.011350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Checking segment: {'id': 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:24.017181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.017181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Bound using segment: {'id': 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:24.017181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Bound port: 043928b3-40bf-4c4c-a1b7-d7a736413f53, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:24.017181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.017510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.147345 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-00b44284-26f1-47b0-a8a1-cec1b8a186c8 None None] Provisioning for port da29953d-a042-4a8e-9cdf-6b804c188b8e completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:24.221737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.227022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:24.227613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.235984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.250386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port da29953d-a042-4a8e-9cdf-6b804c188b8e completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:24.260193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=35228ba6-b04d-4ac2-ae2e-3ef33a0fe631,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:24.261927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] Set router 7f4ab967-e966-47a8-b6c0-c2000c9b139a gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:24.325721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:24.354832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 53851894-93d4-4735-8e2d-4b2413bdac9f will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:24.369095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 2b46c700-addd-44d4-a14c-801c6dcc52ab has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:24.375481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Sync routers for ids ['2f4d710f-a2c0-41d9-9da8-ec72ff9002b5'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:24.377407 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port da29953d-a042-4a8e-9cdf-6b804c188b8e triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:24.377776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.421283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.433514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.434521 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ed378c1f-e184-4db0-8546-e311098ceff4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.4754565 Mar 22 11:38:24.443326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51922) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:24.454024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] For port 043928b3-40bf-4c4c-a1b7-d7a736413f53, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:24.486821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Routers {'2f4d710f-a2c0-41d9-9da8-ec72ff9002b5'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:24.486821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2f4d710f-a2c0-41d9-9da8-ec72ff9002b5'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.491066 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.3074529 Mar 22 11:38:24.491066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac256f-6e92-45ec-8986-04301d430e37 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=a5456a60-f2df-4b99-b6e6-a00e7024520c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:24.497445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51926) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:24.500900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.513146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'name': 'tempest-PortsIpV6TestJSON-414058247'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:24.578037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea93cd85-13fa-4b94-aab7-2a15d138d719']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.578282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:24.587193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Deleting port 6a6ed28c-25c5-4a15-803a-cc57138426e1 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:24.587536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.596628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] For port 043928b3-40bf-4c4c-a1b7-d7a736413f53, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=043928b3-40bf-4c4c-a1b7-d7a736413f53,segment=NetworkSegment(ca3e617e-1be3-4c0f-b329-f6ec995d69fc),segment_id=ca3e617e-1be3-4c0f-b329-f6ec995d69fc)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:24.683678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.683888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.698312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.740084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.788728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.809215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:24.836756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:24.837167 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.847570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:24.852272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:24.854198 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:24.859537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:24.867358 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] Sync routers for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:24.877351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.881944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:24.882685 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:24.883687 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.900599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.921099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Deleting port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:24.921450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:24.988701 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:24.999645 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:25.000646 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:25.069394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:25.106763 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:25.107978 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08fa89-5c99-41ab-872a-0d8249d0a26f None None] The sync data for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:25.124317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:25.131760 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-30c001ed-7a43-423b-b542-5d9517009d88 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/floatingips/66cf72ef-c0d4-4966-8628-70a8fcc965cd HTTP/1.1" status: 200 len: 977 time: 5.7364411 Mar 22 11:38:25.134734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51932) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:25.146971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:25.156987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:25.157566 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.213674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.225269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be89f8f-ea35-453d-8553-9cff88ad1fc5 None None] Pushing event updated for resources: {'Port': ['ID=043928b3-40bf-4c4c-a1b7-d7a736413f53,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:25.237173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port c11fbacf-9956-4395-b46d-36bb0f9482d9 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:25.237755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.258287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Set router 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:25.283645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=53851894-93d4-4735-8e2d-4b2413bdac9f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:25.316182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] For port 6a6ed28c-25c5-4a15-803a-cc57138426e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6a6ed28c-25c5-4a15-803a-cc57138426e1,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:25.316561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.346624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Deleting port 44783c98-b379-4a22-af27-1cac2a5f3831 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:25.346970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.395008 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.426989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd54c5c-0d58-4e97-b15d-59529f9da3fe None None] Network ea93cd85-13fa-4b94-aab7-2a15d138d719 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:25.453401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Calling delete_port for 6a6ed28c-25c5-4a15-803a-cc57138426e1 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:25.603611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.632376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port da29953d-a042-4a8e-9cdf-6b804c188b8e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=da29953d-a042-4a8e-9cdf-6b804c188b8e,segment=NetworkSegment(52ba5737-fffb-4d55-8dc9-b47c82873d4c),segment_id=52ba5737-fffb-4d55-8dc9-b47c82873d4c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:25.633980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] For port d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:25.637304 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.760926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-54dd77e8-5792-4301-8963-01c9c1a24e3b None None] Provisioning for port 53851894-93d4-4735-8e2d-4b2413bdac9f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:25.772728 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.855134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.882970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=da29953d-a042-4a8e-9cdf-6b804c188b8e,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:25.891551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-54dd77e8-5792-4301-8963-01c9c1a24e3b None None] Provisioning complete for port 53851894-93d4-4735-8e2d-4b2413bdac9f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:25.891920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-54dd77e8-5792-4301-8963-01c9c1a24e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:25.896389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Calling delete_port for d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:25.946958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:38:19Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:25.964575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8815d41-5a14-41ef-b448-463ded4ff745 None None] The sync data for ids ['7f4ab967-e966-47a8-b6c0-c2000c9b139a'] in dv-neutron-828143-11-hyperv is: [{'id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'name': 'tempest-ServersTestManualDisk-824539826-router', 'tenant_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:21Z', 'updated_at': '2022-03-22T11:38:19Z', 'revision_number': 5, 'project_id': 'b10ba6caad1e47b7ae70cc6ce95a91b7', 'gw_port': {'id': '6a6ed28c-25c5-4a15-803a-cc57138426e1', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4ab967-e966-47a8-b6c0-c2000c9b139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:22Z', 'updated_at': '2022-03-22T11:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:25.976439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-54dd77e8-5792-4301-8963-01c9c1a24e3b None None] Port 53851894-93d4-4735-8e2d-4b2413bdac9f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:25.996813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Calling delete_port for 44783c98-b379-4a22-af27-1cac2a5f3831 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:26.017146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d710f-a2c0-41d9-9da8-ec72ff9002b5', 'name': '', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3', 'external_fixed_ips': [{'subnet_id': 'a67ecbee-c0b7-41a0-b008-7cf43d82f856', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '44783c98-b379-4a22-af27-1cac2a5f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:18Z', 'updated_at': '2022-03-22T11:38:22Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': '44783c98-b379-4a22-af27-1cac2a5f3831', 'name': '', 'network_id': '56240ad1-82d2-4bbe-8ee0-494e65b9b3b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d710f-a2c0-41d9-9da8-ec72ff9002b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a67ecbee-c0b7-41a0-b008-7cf43d82f856', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:20Z', 'updated_at': '2022-03-22T11:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a67ecbee-c0b7-41a0-b008-7cf43d82f856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:26.024037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:26.025150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f87649-6b31-438b-82ba-37bc4ac038bd None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:38:26.027698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.046215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:38:26.046215 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:38:26.046215 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': 'ea93cd85-13fa-4b94-aab7-2a15d138d719'}] Mar 22 11:38:26.046215 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:26.046658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:26.053575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Checking router: 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:26.053930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Updating router 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 port 44783c98-b379-4a22-af27-1cac2a5f3831 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:38:26.124384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:26.161987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.193990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4da92a19-d7d9-4158-bd00-1d25bfd8a1a5 None None] Provisioning complete for port da29953d-a042-4a8e-9cdf-6b804c188b8e triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:26.193990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4da92a19-d7d9-4158-bd00-1d25bfd8a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.217142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.315053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:26.398076 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f87649-6b31-438b-82ba-37bc4ac038bd None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:38:26.426819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.427208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.427519 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Floating IP 66cf72ef-c0d4-4966-8628-70a8fcc965cd disassociated. External IP: 172.26.5.98, port: c11fbacf-9956-4395-b46d-36bb0f9482d9. Mar 22 11:38:26.427861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for c11fbacf-9956-4395-b46d-36bb0f9482d9 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:26.578192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.737049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.762376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port 043928b3-40bf-4c4c-a1b7-d7a736413f53 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:26.762903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.785986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.806666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=c11fbacf-9956-4395-b46d-36bb0f9482d9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:26.830320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.933158 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:26.933727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:26.937175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:26.946246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.946792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.946917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.947249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.947581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.947908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.948234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.948578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.948905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.949221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.949547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:26.949860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:27.020255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Port': ['ID=44783c98-b379-4a22-af27-1cac2a5f3831,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:27.040294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.063504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.127129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.133212 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:38:27.144323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e3ca059d-75e4-4c30-88c4-83953cf721f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.201141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6ed28c-25c5-4a15-803a-cc57138426e1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:27.230439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.283019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.341727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 2b46c700-addd-44d4-a14c-801c6dcc52ab has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:27.424226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.424756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:27.473136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Port 44783c98-b379-4a22-af27-1cac2a5f3831 not found while updating agent binding for router 2f4d710f-a2c0-41d9-9da8-ec72ff9002b5. {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 11:38:27.482428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Routers set() bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:27.482986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Router IDs set() for agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 22 11:38:27.483747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_agentschedulers_db [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f4d710f-a2c0-41d9-9da8-ec72ff9002b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent'). {{(pid=88743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 11:38:27.484310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bfcdd-4e11-4cf3-98cb-fc5cdf845250 None None] The sync data for ids ['2f4d710f-a2c0-41d9-9da8-ec72ff9002b5'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:27.518716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.519834 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-67dfb079-c726-47db-b905-189a8c28ce42 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2f4d710f-a2c0-41d9-9da8-ec72ff9002b5 HTTP/1.1" status: 204 len: 168 time: 3.0756147 Mar 22 11:38:27.522580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51936) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:27.523231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.590014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:27.600415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4072-22da-4189-8c04-066aac5314da None None] Sync routers for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:27.609930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:27.610699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:27.671884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:27.681903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:27.682686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:27.747403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-867c4072-22da-4189-8c04-066aac5314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:27.747403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c4072-22da-4189-8c04-066aac5314da None None] The sync data for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:27.764026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=897c5ecb-1e82-4330-b3b5-d31c7c76c1d5,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:27.781345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Deleting subnet a67ecbee-c0b7-41a0-b008-7cf43d82f856 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:27.788049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.834418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.841626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.845950 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fcb72114-2031-443e-ad56-6eefe1a898f9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/c11fbacf-9956-4395-b46d-36bb0f9482d9 HTTP/1.1" status: 204 len: 168 time: 2.7075024 Mar 22 11:38:27.848556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51940) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:27.895668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '52d55675-bfb4-4a03-98ef-84ef6b953412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:27.896129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: a5456a60-f2df-4b99-b6e6-a00e7024520c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:27.904564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:27.966598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device da29953d-a042-4a8e-9cdf-6b804c188b8e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:27.979772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] For port 043928b3-40bf-4c4c-a1b7-d7a736413f53, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=043928b3-40bf-4c4c-a1b7-d7a736413f53,segment=NetworkSegment(ca3e617e-1be3-4c0f-b329-f6ec995d69fc),segment_id=ca3e617e-1be3-4c0f-b329-f6ec995d69fc)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:27.980135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.038605 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port da29953d-a042-4a8e-9cdf-6b804c188b8e triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:28.038973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.040550 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.165770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:28.199858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for 043928b3-40bf-4c4c-a1b7-d7a736413f53 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:28.202396 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:28.202735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc6c1389-9fc9-40d1-82bd-dc16cf33dd8d not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:28.243606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.272771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.301244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.317733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a67ecbee-c0b7-41a0-b008-7cf43d82f856,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:28.335777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.369893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:28.375525 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-91e803b6-b36e-45da-9aca-1a7072d198a4 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/a67ecbee-c0b7-41a0-b008-7cf43d82f856 HTTP/1.1" status: 204 len: 168 time: 0.8516984 Mar 22 11:38:28.379996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51944) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:28.495265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.495649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4ab967-e966-47a8-b6c0-c2000c9b139a {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:28.500835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, a5456a60-f2df-4b99-b6e6-a00e7024520c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:28.510182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:28.513561 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b945e-6505-4cd7-ac76-09f80134a3d7 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:28.515898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:28.516503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.538829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.641784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.712210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.713361 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-26bdedf5-b579-4ab6-a8b7-282b41b634c2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7f4ab967-e966-47a8-b6c0-c2000c9b139a HTTP/1.1" status: 204 len: 168 time: 5.8326800 Mar 22 11:38:28.714434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Port': ['ID=043928b3-40bf-4c4c-a1b7-d7a736413f53,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:28.719676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51948) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:28.721411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.726129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No DVR routers for this DVR port 043928b3-40bf-4c4c-a1b7-d7a736413f53 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:28.770855 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ab3894ba-298e-400e-95d0-55a06fe326d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.2724118 Mar 22 11:38:28.781821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51952) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:28.796123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1450296831'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:28.806043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56240ad1-82d2-4bbe-8ee0-494e65b9b3b3']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:28.813099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:28.821583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:28.827691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:28.831289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb954c94-f7d1-49f8-b8d6-89bf8036c86d') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:28.831586 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb954c94-f7d1-49f8-b8d6-89bf8036c86d') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:28.846498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:28.860022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.877137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Deleting subnet 9f79b03f-2cf4-41f3-b44d-f04ae4771548 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:28.886184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.924430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.943038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:28.943441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:28.957222 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:28.975216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:28.987539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:38:29.019137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.025470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:29.028870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.098889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.112186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.112969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.175844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:29.188918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea93cd85-13fa-4b94-aab7-2a15d138d719']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:29.223746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.239526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:29.239985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e617e-1be3-4c0f-b329-f6ec995d69fc') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:29.292225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:29.303030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.334515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=53851894-93d4-4735-8e2d-4b2413bdac9f,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:29.375976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.376330 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 0d025758-b510-413a-b4c7-b0ef1a8912e9 of type vlan for network a14039ef-a01a-4d62-87ec-4faf5d807a4e Mar 22 11:38:29.381683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.411034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:38:29.421445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.424584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.439310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Network': ['ID=56240ad1-82d2-4bbe-8ee0-494e65b9b3b3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:29.443048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:29.443457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:29.471377 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:29.518979 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-14ab779d-99cc-4332-876f-1dd787da83a2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/networks/56240ad1-82d2-4bbe-8ee0-494e65b9b3b3 HTTP/1.1" status: 204 len: 168 time: 1.1378851 Mar 22 11:38:29.532786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.601193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.606858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.624884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:29.692776 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f088c847-3dc4-4a43-8bb8-78d6751af488 admin admin] 10.222.0.53 "PUT /v2.0/routers/0fd66999-d8ff-41ac-8bc2-8d1de5c787b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1043103 Mar 22 11:38:29.696050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51960) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:29.707188 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:29.709256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:29.797315 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.801079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.806354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:29.806933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:29.863756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6a6ed28c-25c5-4a15-803a-cc57138426e1 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:29.882333 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Sync routers for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:29.897293 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:29.898281 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:29.961443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f79b03f-2cf4-41f3-b44d-f04ae4771548,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:29.969610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 6a6ed28c-25c5-4a15-803a-cc57138426e1 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:29.972339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6a6ed28c-25c5-4a15-803a-cc57138426e1 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:29.988766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027a08a-fb38-4826-9167-dd2c1e4e37b2 None None] Network 3db4209a-2370-49cc-80ea-e13ddcf7b6af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:30.004292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.006950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.011811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.061865 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/ea93cd85-13fa-4b94-aab7-2a15d138d719 HTTP/1.1" status: 204 len: 168 time: 7.9190288 Mar 22 11:38:30.062494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51966) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.062829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51968) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.069234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf897-b6ce-4ff2-afcd-755b0ace815b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=ea93cd85-13fa-4b94-aab7-2a15d138d719,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:30.083003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'name': 'tempest-router--1221306308', 'project_id': '76a846bf0723437eabf39e56ea65b64a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:30.129140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:30.129590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:30.130087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.131974 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3508ef56-7905-41b1-95fa-1b6a0c61d79e tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.132422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3508ef56-7905-41b1-95fa-1b6a0c61d79e tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.137385 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3508ef56-7905-41b1-95fa-1b6a0c61d79e tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/35228ba6-b04d-4ac2-ae2e-3ef33a0fe631 HTTP/1.1" status: 404 len: 337 time: 0.0698819 Mar 22 11:38:30.139806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51974) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.143028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:router and tenant:76a846bf0723437eabf39e56ea65b64a is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:30.160946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-91777c80-4069-418d-9ff5-8b7faac6fba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.166477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:30.172284 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ba3143f2-6975-4bdb-a6fb-0d08ebfe52a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f79b03f-2cf4-41f3-b44d-f04ae4771548 HTTP/1.1" status: 204 len: 168 time: 1.4426036 Mar 22 11:38:30.174567 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:30.178195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51978) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.181794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:30.202196 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-254c74d0-4a5a-41f8-9314-a69e97af112c tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.202660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254c74d0-4a5a-41f8-9314-a69e97af112c tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.207462 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-254c74d0-4a5a-41f8-9314-a69e97af112c tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/ea93cd85-13fa-4b94-aab7-2a15d138d719 HTTP/1.1" status: 404 len: 339 time: 0.0666659 Mar 22 11:38:30.210598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51984) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.231301 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4483001 Mar 22 11:38:30.250664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51988) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.251548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34f70-5a73-4a76-bb69-6db77026421a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=a14039ef-a01a-4d62-87ec-4faf5d807a4e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:30.260297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-069877c2-c9af-43c1-828b-6df44236b080 None None] Provisioning complete for port 53851894-93d4-4735-8e2d-4b2413bdac9f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:30.260726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-069877c2-c9af-43c1-828b-6df44236b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.266197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'ports': [{'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'}, {'network_id': 'a14039ef-a01a-4d62-87ec-4faf5d807a4e'}]} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:30.266684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:30.267332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a14039ef-a01a-4d62-87ec-4faf5d807a4e'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:30.283453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8e90cc6c-13a3-4d91-9939-0c9018398d15 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:30.295047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network a14039ef-a01a-4d62-87ec-4faf5d807a4e details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:30.338632 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3e268-f3a3-455c-8881-2570b26b87b4 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.339084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3e268-f3a3-455c-8881-2570b26b87b4 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.344682 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-00a3e268-f3a3-455c-8881-2570b26b87b4 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/6c6d8eb0-b79b-41f5-933c-49b81fe6bea9 HTTP/1.1" status: 404 len: 337 time: 0.1312885 Mar 22 11:38:30.346497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 51992) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.362746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.362746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.363064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.414869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-069877c2-c9af-43c1-828b-6df44236b080 None None] Port 53851894-93d4-4735-8e2d-4b2413bdac9f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:30.463024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.542406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.555867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] DHCP port deletion for 3db4209a-2370-49cc-80ea-e13ddcf7b6af request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:30.562625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Deleting port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:30.563188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.571908 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-11371e81-9733-46bd-b52d-9af06a1e0986 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.572391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11371e81-9733-46bd-b52d-9af06a1e0986 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.574085 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-11371e81-9733-46bd-b52d-9af06a1e0986 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/22bb1237-dd87-4e4c-9cfb-bb46069df848 HTTP/1.1" status: 404 len: 339 time: 0.1638539 Mar 22 11:38:30.579370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 51996) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.635625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:30.641943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Deleting port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:30.642280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.663665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] Sync routers for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:30.666154 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:38:26Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.673452 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Checking router: 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:30.678088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.687704 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Routers {'0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:30.688474 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.695492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:30.695492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.698549 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2347d46-e962-4f78-ba39-56cd634fc77b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.699004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2347d46-e962-4f78-ba39-56cd634fc77b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.704369 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b2347d46-e962-4f78-ba39-56cd634fc77b tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/009e2fc5-bca6-4680-b5b7-1275ae8221bc HTTP/1.1" status: 404 len: 337 time: 0.1222553 Mar 22 11:38:30.707342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52002) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.715909 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47c77f89-cf13-4c59-8ac0-78bceecbbd2c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6851392 Mar 22 11:38:30.718395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52006) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.735369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.752107 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.783586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.841427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:30.842864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.893645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:30.910567 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6676ce3-1028-438c-8848-9358c545c3ac tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:30.911039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6676ce3-1028-438c-8848-9358c545c3ac tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:30.915382 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b6676ce3-1028-438c-8848-9358c545c3ac tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/a3e54bdd-430a-4035-b62d-46e4346841ea HTTP/1.1" status: 404 len: 339 time: 0.2071283 Mar 22 11:38:30.919454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52010) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:30.931517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:30.932154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21527b-aae2-4027-9f43-77b49efefda6 None None] The sync data for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:31.022949 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] Set router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:31.060958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] For port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:31.061632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.097025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.100810 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-473c33ed-b575-441c-990b-28695f1d3670 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0338809 Mar 22 11:38:31.105044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52014) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:31.167938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:31.202666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] For port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,segment=NetworkSegment(4dbe49ad-7e63-43be-9da3-154ed849d83f),segment_id=4dbe49ad-7e63-43be-9da3-154ed849d83f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:31.203076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.211482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Calling delete_port for 017d7085-cc80-4e95-ad0d-d24b63d1a8ab owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:31.278655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957d499-a31e-418d-a2cb-c74189b77832 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:31.280584 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2957d499-a31e-418d-a2cb-c74189b77832 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports/53851894-93d4-4735-8e2d-4b2413bdac9f HTTP/1.1" status: 200 len: 911 time: 0.5581875 Mar 22 11:38:31.299430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52018) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:31.307013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.313055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:31.332632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.384011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port f9edfb60-a481-44de-a1ce-1162bcf98688 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:31.384948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.398216 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:38:26Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:31.402892 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f3618-803c-4ee1-8870-4671fa4a9644 None None] The sync data for ids ['0fd66999-d8ff-41ac-8bc2-8d1de5c787b0'] in dv-neutron-828143-11-hyperv is: [{'id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'name': 'tempest-ServersTestJSON-1115899006-router', 'tenant_id': '28d3dbed69ad467ca1413d9d705035d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '97cc55af-c663-408d-8286-e0e0760319fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:24Z', 'updated_at': '2022-03-22T11:38:26Z', 'revision_number': 5, 'project_id': '28d3dbed69ad467ca1413d9d705035d7', 'gw_port': {'id': '97cc55af-c663-408d-8286-e0e0760319fc', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd66999-d8ff-41ac-8bc2-8d1de5c787b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:26Z', 'updated_at': '2022-03-22T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:31.414226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.464016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Calling delete_port for 017d7085-cc80-4e95-ad0d-d24b63d1a8ab owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:31.487765 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] Pushing event deleted for resources: {'Port': ['ID=017d7085-cc80-4e95-ad0d-d24b63d1a8ab,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:31.489651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94944109-69fb-49ee-adac-e3c90510e534 None None] No DVR routers for this DVR port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:31.490227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:31.530871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:31.535577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:31.620609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Deleting port 97cc55af-c663-408d-8286-e0e0760319fc {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:31.621557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.721462 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.763315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.766608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.783750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:31.784073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:31.809188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 2} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:31.813542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.876345 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 017d7085-cc80-4e95-ad0d-d24b63d1a8ab no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:31.881727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.882256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4c737c-cc61-4e0d-99e3-3f88510c7f78 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:31.907278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:31.915992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 017d7085-cc80-4e95-ad0d-d24b63d1a8ab {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:31.916335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 017d7085-cc80-4e95-ad0d-d24b63d1a8ab not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:31.916869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:31.930629 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a14786a8-23d5-4a87-b97e-aabd34ef1abc tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4a4c737c-cc61-4e0d-99e3-3f88510c7f78 HTTP/1.1" status: 204 len: 168 time: 0.8051002 Mar 22 11:38:31.953495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:31.954390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d0a5a21b-45b3-4bc9-b439-f30a0acfd3f4 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:31.993790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.209534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52024) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:32.285187 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Deleting port 017d7085-cc80-4e95-ad0d-d24b63d1a8ab {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:32.285610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.312402 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-c420551c-063c-46bd-9f19-8247207ea085 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8593326 Mar 22 11:38:32.342180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.356321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] The port '017d7085-cc80-4e95-ad0d-d24b63d1a8ab' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:32.467438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1985908233', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:32.480733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:32.484192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.499609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:32.503821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:32.518868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:32.523877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db4209a-2370-49cc-80ea-e13ddcf7b6af']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:32.538779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbe49ad-7e63-43be-9da3-154ed849d83f') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:32.538972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbe49ad-7e63-43be-9da3-154ed849d83f') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:32.551264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.567920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.574062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:32.574450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:32.587825 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:32.631682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for f9edfb60-a481-44de-a1ce-1162bcf98688 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:32.642856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.643867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.672806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.801076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.812316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] For port 97cc55af-c663-408d-8286-e0e0760319fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=97cc55af-c663-408d-8286-e0e0760319fc,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:32.812703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.817675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:32.847576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db4209a-2370-49cc-80ea-e13ddcf7b6af,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:32.865706 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f81f38b0-1f66-4d65-94c0-730873645a20 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3db4209a-2370-49cc-80ea-e13ddcf7b6af HTTP/1.1" status: 204 len: 168 time: 2.6857698 Mar 22 11:38:33.039068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Calling delete_port for 97cc55af-c663-408d-8286-e0e0760319fc owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:33.136072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port e4ad7694-248e-44b8-a432-74c27be044a2 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:33.209144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.221728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.341567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-52c5d66b-3526-4a28-af59-8890360f6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:33.343482 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-52c5d66b-3526-4a28-af59-8890360f6687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.9012740 Mar 22 11:38:33.360246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.362965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=b6f1dcb1-9623-43a7-82d8-5c4c29c66fd5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:33.371241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52038) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:33.478114 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5bbe3855-7fe3-4d18-8b98-d0a7a5c1cdec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b10ba6caad1e47b7ae70cc6ce95a91b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1049073 Mar 22 11:38:33.481582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52042) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:33.538350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Port': ['ID=f9edfb60-a481-44de-a1ce-1162bcf98688,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:33.567075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.658623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.708475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.712051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.790122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.823671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:33.826909 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-846d2de3-a8db-4f4f-9064-7d1cd47058c5 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/ports/f9edfb60-a481-44de-a1ce-1162bcf98688 HTTP/1.1" status: 204 len: 168 time: 2.8972118 Mar 22 11:38:33.863476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52046) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:33.912657 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c892b1-3d47-4b33-a427-43ab3e27a8a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:33.913026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c892b1-3d47-4b33-a427-43ab3e27a8a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:33.940825 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c7c892b1-3d47-4b33-a427-43ab3e27a8a3 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/3ffc052f-cc6b-4485-b19c-a4d06067b6f8 HTTP/1.1" status: 404 len: 337 time: 0.0756745 Mar 22 11:38:33.943770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52050) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:34.021343 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.023665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.024781 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b7c5728-fee4-49d3-bb4e-353302b9a474 HTTP/1.1" status: 204 len: 168 time: 0.5430577 Mar 22 11:38:34.094842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac28e-f10c-4e47-a634-ac5ce1c724e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c5728-fee4-49d3-bb4e-353302b9a474,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:34.129252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.137818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Allocated IP 172.26.5.171 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/f6b2a23b-75a0-4d85-8ea9-991b5e668237) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:34.147748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-adc83d2b-1a03-4343-b7ad-0d70ece2ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:34.149228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-adc83d2b-1a03-4343-b7ad-0d70ece2ee0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.7795928 Mar 22 11:38:34.184467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c60d46-9be9-47ca-be56-c297d172caf4 req-bbfd4097-c4c2-4f17-94db-71fcc4ef43fc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:34.184467 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d3c60d46-9be9-47ca-be56-c297d172caf4 req-bbfd4097-c4c2-4f17-94db-71fcc4ef43fc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.9265299 Mar 22 11:38:34.189978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.364220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.497844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.526566 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac92844-ed33-4f81-b56d-d8e955ed0870']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:34.549639 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499e9165-581a-4dbc-ad42-d80e5d68bbd7') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:34.549939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499e9165-581a-4dbc-ad42-d80e5d68bbd7') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:34.569695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.570262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.594627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.604570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=97cc55af-c663-408d-8286-e0e0760319fc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:34.604720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:34.605620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:34.622509 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:34.646208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 9f516edc-bd91-4b6b-8734-baa2703da667 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:34.663360 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d3c60d46-9be9-47ca-be56-c297d172caf4 req-e066c7cf-89aa-495c-9b82-425c57c21020 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250348 Mar 22 11:38:34.709224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.740611 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-eba2c614-b59d-4f87-9655-ea13850f8379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.5678370 Mar 22 11:38:34.800889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.859348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.886432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:34.897085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:34.901003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:34.902921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=bac92844-ed33-4f81-b56d-d8e955ed0870,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:34.911767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:34.955380 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8616779d-2d27-4cfe-90ad-1b57157252fc tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/bac92844-ed33-4f81-b56d-d8e955ed0870 HTTP/1.1" status: 204 len: 168 time: 1.0106220 Mar 22 11:38:34.962640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52068) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:34.965217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event updated for resources: {'Port': ['ID=f6b2a23b-75a0-4d85-8ea9-991b5e668237,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:34.968690 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.007006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-d2d10c96-b109-484f-ab4a-5f4eb34c3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:35.008418 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-d2d10c96-b109-484f-ab4a-5f4eb34c3043 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.2568576 Mar 22 11:38:35.103802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port daa3bea5-f5b7-4c91-9a72-4347db26bdf7 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:35.104124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.414689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.431922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.448783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8:1::1 (6aea2b1c-785d-440c-af2d-23c843e7c30c/9d386cc2-826e-49fd-8725-7e5b0d681827/1016e172-439c-43ab-a6e4-5aaa5511664f) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:35.507411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.574702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.646034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for daa3bea5-f5b7-4c91-9a72-4347db26bdf7 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:35.691557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.692051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:35.731764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-c1a8292c-3856-4312-9c54-9515336a444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:35.733845 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-c1a8292c-3856-4312-9c54-9515336a444c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7107208 Mar 22 11:38:35.785537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.884974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:35.886314 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-42b61913-6ae1-49d1-83b2-01f1432cbb0c admin admin] 10.222.0.53 "DELETE /v2.0/routers/0fd66999-d8ff-41ac-8bc2-8d1de5c787b0 HTTP/1.1" status: 204 len: 168 time: 6.1884415 Mar 22 11:38:35.893404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52090) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:36.001958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.016494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 2b46c700-addd-44d4-a14c-801c6dcc52ab has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:36.053114 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-63391860-c2f8-48c1-bd57-d0882a7f0d54 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927904 Mar 22 11:38:36.107091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 1016e172-439c-43ab-a6e4-5aaa5511664f will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:36.132615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.172776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52098) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:36.182120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.307567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:36.310838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Port': ['ID=daa3bea5-f5b7-4c91-9a72-4347db26bdf7,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:36.327401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:36.334708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Deleting subnet e304e3b4-0dad-427c-9476-c6a15972440a {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:36.334939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=e4ad7694-248e-44b8-a432-74c27be044a2,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:36.337084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:36.338118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.339902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.345219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.386929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:36.418421 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-58d2b8c9-ffcc-4af0-80f9-d48cc7762eb8 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/ports/daa3bea5-f5b7-4c91-9a72-4347db26bdf7 HTTP/1.1" status: 204 len: 168 time: 1.4546993 Mar 22 11:38:36.422419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:36.425901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52104) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:36.433614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Usage tracker for resource:floatingip and tenant:bb433961e382411a8a3b536d4a4bd0ca is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:36.442257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:36.454475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84cc66-65f9-4caf-852d-1f483fe02d64 req-41b9523c-6ba4-42c6-9ba7-ed688ca4fc25 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:36.455934 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4e84cc66-65f9-4caf-852d-1f483fe02d64 req-41b9523c-6ba4-42c6-9ba7-ed688ca4fc25 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5851405 Mar 22 11:38:36.515305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:36.532558 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cb0fca-f272-4c8c-bc14-f5d664a7db97 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:36.533031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cb0fca-f272-4c8c-bc14-f5d664a7db97 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:36.534667 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-20cb0fca-f272-4c8c-bc14-f5d664a7db97 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/d5b62b00-dec0-4015-bfc6-80cacaea38b5 HTTP/1.1" status: 404 len: 337 time: 0.0887811 Mar 22 11:38:36.541043 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d99954b7-b704-40d4-a620-a3a9e5e8480c req-0bdf8bb8-4f63-4c8f-adca-d92386fb91c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324856 Mar 22 11:38:36.548308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.549228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52108) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:36.562885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:36.581108 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] Sync routers for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:36.594704 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4b69d41f-89fb-4e01-beea-bee4fa9efde2 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/routers/2b46c700-addd-44d4-a14c-801c6dcc52ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7451684 Mar 22 11:38:36.598812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=9f516edc-bd91-4b6b-8734-baa2703da667,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:36.601013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52112) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:36.614707 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:36.615540 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:36.639736 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4e84cc66-65f9-4caf-852d-1f483fe02d64 req-6e3395fe-57ed-484e-928c-d4e1bfa38577 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348670 Mar 22 11:38:36.703120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.725711 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:36.735399 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] Routers {'2b46c700-addd-44d4-a14c-801c6dcc52ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:36.736021 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b46c700-addd-44d4-a14c-801c6dcc52ab'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:36.774403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.798006 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:36.798410 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6fa30-e70c-4443-aa55-e94b64c72ec8 None None] The sync data for ids ['2b46c700-addd-44d4-a14c-801c6dcc52ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:36.804849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.909983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:36.964311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '0d025758-b510-413a-b4c7-b0ef1a8912e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a14039ef-a01a-4d62-87ec-4faf5d807a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:36.964609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: a14039ef-a01a-4d62-87ec-4faf5d807a4e, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:36.997969 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:37.011846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:37.040666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=1016e172-439c-43ab-a6e4-5aaa5511664f,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:37.054210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:37.054210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.131532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.169510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.181674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.226479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e304e3b4-0dad-427c-9476-c6a15972440a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:37.227977 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf09b04-d32c-422f-b477-3b31070b40b3 None None] Network bea6b392-9abd-462e-a09a-f1dbf07bff35 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:37.228454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.240593 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Router 7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:37.252806 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-657b756e-9c85-4853-b8c0-eaa08bae2b37 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e304e3b4-0dad-427c-9476-c6a15972440a HTTP/1.1" status: 204 len: 168 time: 1.2803202 Mar 22 11:38:37.256641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52116) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:37.304327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a14039ef-a01a-4d62-87ec-4faf5d807a4e is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:37.427336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d72fac85-560c-4458-aaf0-46c31221b7fe None None] Provisioning for port 1016e172-439c-43ab-a6e4-5aaa5511664f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:37.427555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9aa82-9644-458f-8898-fb8586297366 req-ae31ab9a-6f6b-4ba2-b8ba-a8eb6c139b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:37.429053 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-ae31ab9a-6f6b-4ba2-b8ba-a8eb6c139b3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.6203930 Mar 22 11:38:37.431705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.435454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d72fac85-560c-4458-aaf0-46c31221b7fe None None] Provisioning complete for port 1016e172-439c-43ab-a6e4-5aaa5511664f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:37.436410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d72fac85-560c-4458-aaf0-46c31221b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.496700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d72fac85-560c-4458-aaf0-46c31221b7fe None None] Port 1016e172-439c-43ab-a6e4-5aaa5511664f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:37.500942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.519561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Allocated IP 172.26.5.21 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/ddeb81d3-3d7a-47a0-a24f-797a9202aa8f) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:37.528363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, a14039ef-a01a-4d62-87ec-4faf5d807a4e) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:37.530524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:37.536670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:37.542490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:37.543248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.543588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01202d7f-fb76-445d-a672-5f8ea63385f1 None None] Network a14039ef-a01a-4d62-87ec-4faf5d807a4e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:37.566036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] DHCP port deletion for bea6b392-9abd-462e-a09a-f1dbf07bff35 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:37.585543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Deleting port b6e6322e-0bb7-4162-8398-74101978251d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:37.585917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.597886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Deleting port b6e6322e-0bb7-4162-8398-74101978251d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:37.598231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.639975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.751242 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0e466f3f-fb12-4923-b75a-60acc247d493 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.4969058 Mar 22 11:38:37.753261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c795c9e-3989-4fef-8706-039e1001cc0a']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:37.783759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52122) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:37.887187 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:37.903395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] Sync routers for ids ['7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:37.933714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 9f516edc-bd91-4b6b-8734-baa2703da667 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:37.934072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:37.947422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 97cc55af-c663-408d-8286-e0e0760319fc no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:37.965878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f0d994-55b8-476e-af37-4f0dad842593') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:37.966233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f0d994-55b8-476e-af37-4f0dad842593') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:38.027108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] Routers {'7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:38.027712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:38.077495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 97cc55af-c663-408d-8286-e0e0760319fc {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:38.077842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 97cc55af-c663-408d-8286-e0e0760319fc not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:38.078252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b6e6322e-0bb7-4162-8398-74101978251d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:38.088076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.116918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] For port b6e6322e-0bb7-4162-8398-74101978251d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6e6322e-0bb7-4162-8398-74101978251d,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:38.117321 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.165881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.175535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.179333 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-23e14ddd-f191-4e5c-9b98-6de546a348e5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9662766 Mar 22 11:38:38.182895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52126) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:38.204233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:38.268503 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Calling delete_port for b6e6322e-0bb7-4162-8398-74101978251d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:38.269800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] For port b6e6322e-0bb7-4162-8398-74101978251d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6e6322e-0bb7-4162-8398-74101978251d,segment=NetworkSegment(db51f18c-e70d-4daa-9c78-f6c8014641ae),segment_id=db51f18c-e70d-4daa-9c78-f6c8014641ae)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:38.270149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.302070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.318925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9aa82-9644-458f-8898-fb8586297366 req-6f3455e7-c463-4adf-8322-585acc8e8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:38.321002 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-6f3455e7-c463-4adf-8322-585acc8e8008 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.8276730 Mar 22 11:38:38.336394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] Routers {'7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:38.337043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:38.364836 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:38.365560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.382201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.389788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:38.398885 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:38.405582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:38.408493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491fb42-d9bd-489c-808c-97e230e7c943 None None] The sync data for ids ['7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:38.421243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Calling delete_port for b6e6322e-0bb7-4162-8398-74101978251d owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:38.475929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.544802 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.547487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port d5b1c37f-50df-416c-8ea5-bc79ee2cd0b0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:38.547848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.563527 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ad0dac1-4541-4f75-9117-417513d06867 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 HTTP/1.1" status: 200 len: 921 time: 0.3768485 Mar 22 11:38:38.571437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52130) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:38.604666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.605208 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] Pushing event deleted for resources: {'Port': ['ID=b6e6322e-0bb7-4162-8398-74101978251d,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:38.607059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f4d1f-0ba1-403c-b6b2-cd4124313e5e None None] No DVR routers for this DVR port b6e6322e-0bb7-4162-8398-74101978251d on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:38.664552 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-896cecdc-3929-4e8b-baf5-ab521fc478e0 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 HTTP/1.1" status: 200 len: 205 time: 0.0922871 Mar 22 11:38:38.673279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52134) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:38.734371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:38.734680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:38.749137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:38.758926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:38.769715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:38.817865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeb81d3-3d7a-47a0-a24f-797a9202aa8f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:38.868876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eed91-a51f-4bff-939a-ff5abeec06aa req-fc206b3a-4c46-42f5-9fd0-41e34fc27d44 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:38.869424 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-994eed91-a51f-4bff-939a-ff5abeec06aa req-fc206b3a-4c46-42f5-9fd0-41e34fc27d44 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 1.0059881 Mar 22 11:38:38.946460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:38.947489 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-ab31a21e-0245-4846-b6da-c6bbb9fa3104 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.5676229 Mar 22 11:38:39.021077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.076540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.080593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.170989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.173616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.213306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.218521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=5c795c9e-3989-4fef-8706-039e1001cc0a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:39.222051 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5b746829-e004-4817-8d41-ed42846725e2 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/5c795c9e-3989-4fef-8706-039e1001cc0a HTTP/1.1" status: 204 len: 168 time: 2.6691320 Mar 22 11:38:39.224581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52138) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:39.292293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.378152 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-994eed91-a51f-4bff-939a-ff5abeec06aa req-74424080-a0c2-4139-9dfc-98f84c09c549 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961431 Mar 22 11:38:39.384901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 9f516edc-bd91-4b6b-8734-baa2703da667 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:39.395146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Deleting port b6e6322e-0bb7-4162-8398-74101978251d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:39.395486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.439154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port f6b2a23b-75a0-4d85-8ea9-991b5e668237 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:39.439493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.534714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] The port 'b6e6322e-0bb7-4162-8398-74101978251d' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:39.558687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for d5b1c37f-50df-416c-8ea5-bc79ee2cd0b0 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:39.598394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9aa82-9644-458f-8898-fb8586297366 req-c96be9de-2cb9-4574-8d89-0ae4a16a14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:39.599870 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-c96be9de-2cb9-4574-8d89-0ae4a16a14cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.5720501 Mar 22 11:38:39.720911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting subnet 17e5e34e-32a7-442e-91b0-5313e21af8be {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:39.736499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.897462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.945181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.991965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea6b392-9abd-462e-a09a-f1dbf07bff35']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:40.015325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db51f18c-e70d-4daa-9c78-f6c8014641ae') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:40.020768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db51f18c-e70d-4daa-9c78-f6c8014641ae') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:40.046208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.059758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.060348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.198563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for f6b2a23b-75a0-4d85-8ea9-991b5e668237 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:40.202684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=9f516edc-bd91-4b6b-8734-baa2703da667,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:40.212141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.232011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.241865 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b90dc704-5cc2-4f78-a8b3-c3295a16403a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/9f516edc-bd91-4b6b-8734-baa2703da667 HTTP/1.1" status: 204 len: 168 time: 2.4611983 Mar 22 11:38:40.247360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52142) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:40.250259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.257262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9aa82-9644-458f-8898-fb8586297366 req-e58adb98-b1ef-4384-b8af-9eae9ab70b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:40.258760 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-e58adb98-b1ef-4384-b8af-9eae9ab70b96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6298559 Mar 22 11:38:40.297789 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:40.298173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:40.313299 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:40.345934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.352491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.442810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.443553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.517386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.557721 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-a9c47b25-2103-4a98-ad4a-647642cef6d0 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797008 Mar 22 11:38:40.559560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.571060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=1016e172-439c-43ab-a6e4-5aaa5511664f,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:40.642813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeb81d3-3d7a-47a0-a24f-797a9202aa8f,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:40.658312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.689545 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.718226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.730353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] Pushing event deleted for resources: {'Network': ['ID=bea6b392-9abd-462e-a09a-f1dbf07bff35,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:40.743834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=d5b1c37f-50df-416c-8ea5-bc79ee2cd0b0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:40.896078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fd89f-653c-4f70-879e-ef0e2019a9b1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:40.898589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:40.901776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fd89f-653c-4f70-879e-ef0e2019a9b1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:40.902668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e64fd89f-653c-4f70-879e-ef0e2019a9b1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:40.911292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:40.916870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:40.996160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.031224 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88e9aa82-9644-458f-8898-fb8586297366 req-25c28b2e-671f-4179-bd3b-6bccd68452f2 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574821 Mar 22 11:38:41.034016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee7e0-9bdb-4419-b2e4-798e777795e4 req-5b5ac60d-43c6-4533-8a8c-23549f871073 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:41.035531 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9cbee7e0-9bdb-4419-b2e4-798e777795e4 req-5b5ac60d-43c6-4533-8a8c-23549f871073 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5241959 Mar 22 11:38:41.047643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.052465 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5b17c23c-f206-431c-88ff-2773df5e4cc3 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8729119 Mar 22 11:38:41.052465 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b5af1cfe-5728-4f71-b7f8-46f9f83aff74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bea6b392-9abd-462e-a09a-f1dbf07bff35 HTTP/1.1" status: 204 len: 168 time: 3.7926271 Mar 22 11:38:41.055875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Subnet': ['ID=17e5e34e-32a7-442e-91b0-5313e21af8be,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:41.059770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52148) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.081095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.085187 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-441d996d-4b03-4aca-afdd-d5dc1ccd3fb7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/subnets/17e5e34e-32a7-442e-91b0-5313e21af8be HTTP/1.1" status: 204 len: 168 time: 1.8571405 Mar 22 11:38:41.085986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bca00e-13d3-4af9-9676-24a677985f94 None None] Network 30c8b7d0-6348-4e71-9d8a-b36d8286f03b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:41.087956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-670994620', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'fixed_ips': [{'ip_address': '172.26.5.21'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:41.091158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e64fd89f-653c-4f70-879e-ef0e2019a9b1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:41.094745 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e64fd89f-653c-4f70-879e-ef0e2019a9b1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8442242 Mar 22 11:38:41.094745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52154) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.102091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:41.102997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52156) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.149884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Usage tracker for resource:port and tenant:bb433961e382411a8a3b536d4a4bd0ca is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:41.169624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:41.186724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:41.246738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.297146 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9cbee7e0-9bdb-4419-b2e4-798e777795e4 req-8e0c8208-4fc0-41f9-9703-10e7e16ee00b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458065 Mar 22 11:38:41.339531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=f6b2a23b-75a0-4d85-8ea9-991b5e668237,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:41.344498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d09e4555-7df9-47b5-9e7f-842756f17a0d None None] Provisioning complete for port 1016e172-439c-43ab-a6e4-5aaa5511664f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:41.344889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d09e4555-7df9-47b5-9e7f-842756f17a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.392104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.396437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.405717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.422573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d09e4555-7df9-47b5-9e7f-842756f17a0d None None] Port 1016e172-439c-43ab-a6e4-5aaa5511664f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:41.431255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Made reservation on behalf of bb433961e382411a8a3b536d4a4bd0ca for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:41.434455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.464932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.491464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:41.496750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:41.498020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.527455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] DHCP port deletion for 30c8b7d0-6348-4e71-9d8a-b36d8286f03b request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:41.531230 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Usage tracker for resource:security_group_rule and tenant:bb433961e382411a8a3b536d4a4bd0ca is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:41.534478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Deleting port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:41.534856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.539273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port e4ad7694-248e-44b8-a432-74c27be044a2 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:41.539815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.541443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:41.551837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:41.569212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.598129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8e90cc6c-13a3-4d91-9939-0c9018398d15 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:41.601292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52162) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.674147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.674601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Fanout notify agent at l3_agent the message router_deleted on router 2b46c700-addd-44d4-a14c-801c6dcc52ab {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:41.764486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] For port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,segment=NetworkSegment(e40e9067-e5f7-4c81-ac66-2e05d526e4bb),segment_id=e40e9067-e5f7-4c81-ac66-2e05d526e4bb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:41.764810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.811864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.814447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.870758 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82ee980c-50d0-4bed-811d-7bed56845e53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28d3dbed69ad467ca1413d9d705035d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2682176 Mar 22 11:38:41.886428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52166) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.901633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.905077 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-38dfc401-a580-42a2-bb11-9bb483646821 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/routers/2b46c700-addd-44d4-a14c-801c6dcc52ab HTTP/1.1" status: 204 len: 168 time: 5.2837474 Mar 22 11:38:41.907462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52170) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:41.983002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:42.014018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Calling delete_port for db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:42.014235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:42.027814 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] Sync routers for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:42.029957 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8adb9ab1-6d8e-4d69-a1fc-944828177e1a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7295158 Mar 22 11:38:42.033419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.037911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.040977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52174) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:42.043161 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:42.046077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:42.046243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.046636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:42.138978 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:42.151025 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:42.152617 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:42.193811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.223729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] device_id is not set on port 50711827-8843-46b7-821f-eab0f9329a4d yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:42.232698 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.241626 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:42.243154 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44660a9-9773-4be5-962d-38750aeea1f0 None None] The sync data for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:42.247695 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.251147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for e4ad7694-248e-44b8-a432-74c27be044a2 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:42.266551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting subnet 20813e4c-eca1-406e-b108-2c6655705844 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:42.279835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] For port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,segment=NetworkSegment(e40e9067-e5f7-4c81-ac66-2e05d526e4bb),segment_id=e40e9067-e5f7-4c81-ac66-2e05d526e4bb)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:42.279835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.296037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] Pushing event deleted for resources: {'Port': ['ID=db09a7f7-1dbe-4f92-80c6-abbfb3de7f62,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:42.302752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.309275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.309432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89877ca1-152f-43a0-8e9e-8a919df41860 None None] No DVR routers for this DVR port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:42.325954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744f70b-7eec-4910-840c-359c35242812 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:42.326564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a744f70b-7eec-4910-840c-359c35242812 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:42.337925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.338960 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ebc0479d-75aa-4ac0-bc29-1a17e0f49914 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 HTTP/1.1" status: 204 len: 168 time: 3.6628997 Mar 22 11:38:42.346187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52180) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:42.354041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-825949327', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:42.378832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:42.399018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.406189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:router and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:42.411775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:42.422725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:42.488973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890f5e9-bbc5-45f0-90a9-f138c1b035eb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:42.502199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Calling delete_port for db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:42.505833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a744f70b-7eec-4910-840c-359c35242812 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:42.506992 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a744f70b-7eec-4910-840c-359c35242812 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports/1016e172-439c-43ab-a6e4-5aaa5511664f HTTP/1.1" status: 200 len: 913 time: 0.4600592 Mar 22 11:38:42.510089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52184) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:42.551173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.580032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.622352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.623374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.705514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=e4ad7694-248e-44b8-a432-74c27be044a2,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:42.734779 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac9d4-a19a-4827-a367-9096055e354f req-cd7973e5-4cbc-465e-b9c2-555c318152df tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:42.737496 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-63bac9d4-a19a-4827-a367-9096055e354f req-cd7973e5-4cbc-465e-b9c2-555c318152df tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3036387 Mar 22 11:38:42.738476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.754514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:42.754760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.754860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:42.757723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.772786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.926673 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 11:38:42.927190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:42.998028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77429ee-1fed-4e79-aeb3-416f711bf1d8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:43.062779 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8cc9653b-2a9a-4291-8d42-36af8f9d103b tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.0012388 Mar 22 11:38:43.065810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52188) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.100188 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f07c1ad-c55c-4135-9445-8d16fa5290f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/e4ad7694-248e-44b8-a432-74c27be044a2 HTTP/1.1" status: 204 len: 168 time: 1.9914887 Mar 22 11:38:43.103194 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-63bac9d4-a19a-4827-a367-9096055e354f req-bbabc11b-215f-41a4-8be1-0722a6b208ae tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497317 Mar 22 11:38:43.103655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52192) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.109189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.113614 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-99a7431b-ae2a-4a07-93e7-169f555e57e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c77429ee-1fed-4e79-aeb3-416f711bf1d8 HTTP/1.1" status: 204 len: 168 time: 1.2187607 Mar 22 11:38:43.161803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.203644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Subnet': ['ID=20813e4c-eca1-406e-b108-2c6655705844,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:43.276953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Deleting port db09a7f7-1dbe-4f92-80c6-abbfb3de7f62 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:43.277255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.320862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af5cbb-ca13-410c-ba16-91822bf83784 None None] Network eb0311ff-dfbd-45af-b48e-43c6b0b600b5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:43.324898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.332477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Deleting port ddeb81d3-3d7a-47a0-a24f-797a9202aa8f {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:43.332836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.404396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] The port 'db09a7f7-1dbe-4f92-80c6-abbfb3de7f62' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:43.448163 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-efc188f4-d848-41f9-b199-6620978ff333 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/subnets/20813e4c-eca1-406e-b108-2c6655705844 HTTP/1.1" status: 204 len: 168 time: 1.5366948 Mar 22 11:38:43.462560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52200) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.479589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.564740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997fda1-77f5-44b8-a015-5a98a8c25479 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:43.565567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7997fda1-77f5-44b8-a015-5a98a8c25479 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:43.616700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.626062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] DHCP port deletion for eb0311ff-dfbd-45af-b48e-43c6b0b600b5 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:43.630472 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Deleting port 760b1111-940c-4747-9009-ed493e6fd33d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:43.630840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.704477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7997fda1-77f5-44b8-a015-5a98a8c25479 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:43.708969 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7997fda1-77f5-44b8-a015-5a98a8c25479 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6002543 Mar 22 11:38:43.711844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52210) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.764202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c8b7d0-6348-4e71-9d8a-b36d8286f03b']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:43.768017 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fc07ad-fde0-489a-846b-24d7fc5b73eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:38:43.772161 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-85fc07ad-fde0-489a-846b-24d7fc5b73eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/9f516edc-bd91-4b6b-8734-baa2703da667 HTTP/1.1" status: 404 len: 333 time: 0.0592706 Mar 22 11:38:43.774718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52216) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.788115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:43.788407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40e9067-e5f7-4c81-ac66-2e05d526e4bb') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:43.800305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.812582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.848775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.851367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 760b1111-940c-4747-9009-ed493e6fd33d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:43.851645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.878640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.879363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.909727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:43.913301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.931975 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] For port 760b1111-940c-4747-9009-ed493e6fd33d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=760b1111-940c-4747-9009-ed493e6fd33d,segment=NetworkSegment(c757f949-00b3-4515-970c-b9f3a818c65a),segment_id=c757f949-00b3-4515-970c-b9f3a818c65a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:43.932373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.932804 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9fdc1b-b17c-4753-9813-5cde708702d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:38:43.934220 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6d9fdc1b-b17c-4753-9813-5cde708702d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/e4ad7694-248e-44b8-a432-74c27be044a2 HTTP/1.1" status: 404 len: 333 time: 0.1579399 Mar 22 11:38:43.937967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52222) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:43.943002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 760b1111-940c-4747-9009-ed493e6fd33d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:43.948996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:43.954214 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:44.072577 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Calling delete_port for ddeb81d3-3d7a-47a0-a24f-797a9202aa8f owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:44.136328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Calling delete_port for 760b1111-940c-4747-9009-ed493e6fd33d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:44.222667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.269043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.307102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.315066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.329334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] Pushing event deleted for resources: {'Network': ['ID=30c8b7d0-6348-4e71-9d8a-b36d8286f03b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:44.387448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b5d0286b-fbd1-4abc-988c-7ddeb37183d7 tempest-NetworksIpV6TestAttrs-502228275 tempest-NetworksIpV6TestAttrs-502228275-project] 10.222.0.53 "DELETE /v2.0/networks/30c8b7d0-6348-4e71-9d8a-b36d8286f03b HTTP/1.1" status: 204 len: 168 time: 3.2874808 Mar 22 11:38:44.487991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.559080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52236) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:44.575753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] For port 760b1111-940c-4747-9009-ed493e6fd33d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=760b1111-940c-4747-9009-ed493e6fd33d,segment=NetworkSegment(c757f949-00b3-4515-970c-b9f3a818c65a),segment_id=c757f949-00b3-4515-970c-b9f3a818c65a)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:44.576579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.585762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] Pushing event deleted for resources: {'Port': ['ID=760b1111-940c-4747-9009-ed493e6fd33d,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:44.589762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6680c7-5158-40d3-b64d-36472ff6aa50 None None] No DVR routers for this DVR port 760b1111-940c-4747-9009-ed493e6fd33d on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:44.715208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 760b1111-940c-4747-9009-ed493e6fd33d owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:44.727888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.747076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'networks': [{'name': 'tempest-network--1260010882'}, {'name': 'tempest-network--732653309'}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:44.747391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-network--1260010882'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:44.748376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-network--732653309'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:44.763962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:44.773087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:network and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:44.777258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:44.790609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:44.805410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14039ef-a01a-4d62-87ec-4faf5d807a4e']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:44.819466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:44.820312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:44.826947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d025758-b510-413a-b4c7-b0ef1a8912e9') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:44.827415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d025758-b510-413a-b4c7-b0ef1a8912e9') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:44.868261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.878292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'network': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:44.878631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.882782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.887530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.937776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.943982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.960179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:44.977710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52244) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:44.980353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddeb81d3-3d7a-47a0-a24f-797a9202aa8f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:44.983764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 1016e172-439c-43ab-a6e4-5aaa5511664f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:44.984100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.027739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:45.028687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:45.029129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.038426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:security_group_rule and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:45.043316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:45.047719 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:45.052610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:45.068347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.097229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.102296 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d4f53de8-2a89-4300-960b-85252c1c0aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059 tempest-ExternalNetworksAdminNegativeTestJSON-1159489059-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/d793e6c1-73d6-44c4-9ad6-9899b7b54bd4 HTTP/1.1" status: 204 len: 168 time: 2.0315630 Mar 22 11:38:45.196338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.228057 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-37ad777d-7124-4fff-8587-8f2e11d759bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d293324429347c19d79a2cf999ca49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491276 Mar 22 11:38:45.230734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52252) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:45.271873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.272337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.277067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.310972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.325584 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 760b1111-940c-4747-9009-ed493e6fd33d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:45.325956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.338661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=a14039ef-a01a-4d62-87ec-4faf5d807a4e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:45.345653 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-df81ff84-f3f5-44e0-9c57-93117610b219 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/a14039ef-a01a-4d62-87ec-4faf5d807a4e HTTP/1.1" status: 204 len: 168 time: 1.4066753 Mar 22 11:38:45.354724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52256) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:45.360744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.26.5.55 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:45.374152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-97080129'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:45.386302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.393343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:45.401156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.405071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:45.409940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a87b37-ae57-46c9-baac-03d3a126fd40,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:45.420441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] The port '760b1111-940c-4747-9009-ed493e6fd33d' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:45.428078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:45.457541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:45.510102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.510468 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment b652d9fe-5df5-40fe-be5d-2393de2d7eed of type vlan for network fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a Mar 22 11:38:45.521965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.538878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 1016e172-439c-43ab-a6e4-5aaa5511664f owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:45.580826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:45.582568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52262) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:45.619934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.642388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.665496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0311ff-dfbd-45af-b48e-43c6b0b600b5']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:45.681107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c757f949-00b3-4515-970c-b9f3a818c65a') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:45.681474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c757f949-00b3-4515-970c-b9f3a818c65a') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:45.702398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.711605 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:45.715285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.729013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.736226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:45.742002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:45.742407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:45.756993 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:45.772917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.804287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.818949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:45.822010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.822390 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment d2620510-a955-4bb1-bc49-63920dc6d1bd of type vlan for network 7e7dbc01-59f5-41c5-99ba-fcc87facc42f Mar 22 11:38:45.828639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:45.833248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.838904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Usage tracker for resource:security_group_rule and tenant:e757622a4bd647d4989fd472a29717e7 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:45.845141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.845141 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment e0bce18e-a842-4501-b74a-4a67f9bb116b of type vlan for network 13e6904a-8a64-40ed-95da-c933ac3a799c Mar 22 11:38:45.845422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:45.858266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419fc29-7dc6-4f9b-9574-31e4b9a1690f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:45.860701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:45.880966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.897289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.898471 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-03258b1a-1289-48f8-b9f0-6e4e4e6ee44b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9419fc29-7dc6-4f9b-9574-31e4b9a1690f HTTP/1.1" status: 204 len: 168 time: 0.6668496 Mar 22 11:38:45.950049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.973652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:45.985020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Network': ['ID=eb0311ff-dfbd-45af-b48e-43c6b0b600b5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:45.987723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-518d58fa-d857-4293-9256-5d6a4e0a7a4c tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/networks/eb0311ff-dfbd-45af-b48e-43c6b0b600b5 HTTP/1.1" status: 204 len: 168 time: 2.5218534 Mar 22 11:38:45.990508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52270) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:46.052716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.066640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.067141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.072499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.077542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.078166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.165344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.171129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.211344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.217336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.217855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.221505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.266434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 24a3632e-2cc1-44a9-a22d-407e95c0b2a1 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:46.267052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.295329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:46.300535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.306870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.324082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:46.333559 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7684951 Mar 22 11:38:46.348506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52276) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:46.358989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:46.431992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:46.483367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.616926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=13e6904a-8a64-40ed-95da-c933ac3a799c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.635398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 13e6904a-8a64-40ed-95da-c933ac3a799c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:46.637052 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c822a9bb-2f49-4745-bcd0-9c4af78841e5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2780647 Mar 22 11:38:46.660504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306b8b5a-6ad5-4332-8c8e-fd6c656aed74,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.660504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=1016e172-439c-43ab-a6e4-5aaa5511664f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.666432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52286) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:46.675619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:46.679755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06c86d-83b6-40aa-9713-abdb18b4e8aa tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=7e7dbc01-59f5-41c5-99ba-fcc87facc42f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:46.696543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 7e7dbc01-59f5-41c5-99ba-fcc87facc42f details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:46.812673 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-57cbd6ee-fc76-4808-826d-3f043025fc1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e757622a4bd647d4989fd472a29717e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2211616 Mar 22 11:38:46.816370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52292) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:46.831171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.831752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:46.846495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.852925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.859277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.865483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:46.866455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Synchronizing usage tracker for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:47.014879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 24a3632e-2cc1-44a9-a22d-407e95c0b2a1 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:47.030839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:47.049443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:47.081390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:47.094346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.102065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:47.105889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.142715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.152800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Unset dirty status for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:47.156836 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-412e76d5-e674-4487-95b6-65190882d229 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8045099 Mar 22 11:38:47.162479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52304) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:47.204557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52308) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:47.278711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:47.282681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.320043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-107c0fad-c74a-474c-aab7-2b29e98de245 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:47.320883 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-107c0fad-c74a-474c-aab7-2b29e98de245 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 11:38:47.321468 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-107c0fad-c74a-474c-aab7-2b29e98de245 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:38:47.323359 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-107c0fad-c74a-474c-aab7-2b29e98de245 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1177840 Mar 22 11:38:47.336414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52314) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:47.350633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--781084870'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:47.359932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:47.364865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.368862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:47.372111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:47.382836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:47.442644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.466950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:38:47.469739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:38:47.499371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.568397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=24a3632e-2cc1-44a9-a22d-407e95c0b2a1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:47.613945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.623833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b8b5a-6ad5-4332-8c8e-fd6c656aed74,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:47.626878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.677783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.717099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:47.738969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b652d9fe-5df5-40fe-be5d-2393de2d7eed') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:47.739247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b652d9fe-5df5-40fe-be5d-2393de2d7eed') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:47.746078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:47.758502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:47.761979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.769262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:47.787085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:47.792023 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.796209 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-65cac508-054f-4ea0-9087-533f263f7e64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/306b8b5a-6ad5-4332-8c8e-fd6c656aed74 HTTP/1.1" status: 204 len: 168 time: 0.9739370 Mar 22 11:38:47.796209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.799782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.799782 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-84015bf9-0d87-405b-90c3-766a38a9aa47 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/floatingips/66cf72ef-c0d4-4966-8628-70a8fcc965cd HTTP/1.1" status: 204 len: 168 time: 1.8065879 Mar 22 11:38:47.801262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.806591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52320) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:47.852895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:47.853306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.864355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8e90cc6c-13a3-4d91-9939-0c9018398d15 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:47.870732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:47.874201 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:47.895774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7505b713-742a-4eaa-89ef-d8c0662b4303 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:47.896336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7505b713-742a-4eaa-89ef-d8c0662b4303 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:47.965456 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7505b713-742a-4eaa-89ef-d8c0662b4303 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/c11fbacf-9956-4395-b46d-36bb0f9482d9 HTTP/1.1" status: 404 len: 333 time: 0.1552398 Mar 22 11:38:47.966033 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52324) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.021884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-37cbe871-6ca1-42b9-b5d7-a48a9d4e1f0a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Synchronizing usage tracker for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:48.080274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.115880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-37cbe871-6ca1-42b9-b5d7-a48a9d4e1f0a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Unset dirty status for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:48.120194 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-37cbe871-6ca1-42b9-b5d7-a48a9d4e1f0a tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b46c700-addd-44d4-a14c-801c6dcc52ab HTTP/1.1" status: 200 len: 205 time: 0.1491539 Mar 22 11:38:48.120194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.120194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52328) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.192077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.210431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:48.212334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.248011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:48.263132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] Sync routers for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:48.278647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:48.280757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:48.331333 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4858d5fa-7aa3-4074-b341-a323a0ea5698 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8201785 Mar 22 11:38:48.332033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52334) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.356205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:48.359663 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-f81f7811-b39b-4088-b082-ff1937d0a730 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] delete failed (client error): The resource could not be found. Mar 22 11:38:48.363249 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f81f7811-b39b-4088-b082-ff1937d0a730 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/routers/2b46c700-addd-44d4-a14c-801c6dcc52ab HTTP/1.1" status: 404 len: 336 time: 0.2399065 Mar 22 11:38:48.367803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52338) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.377486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:48.396661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.411619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:48.423097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:48.427267 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2194fd-5467-49e8-97a5-c7f241f916fb tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:48.427727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2194fd-5467-49e8-97a5-c7f241f916fb tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:48.431907 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da2194fd-5467-49e8-97a5-c7f241f916fb tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/subnets/20813e4c-eca1-406e-b108-2c6655705844 HTTP/1.1" status: 404 len: 337 time: 0.0606890 Mar 22 11:38:48.431907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:48.432496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88741bc-e126-4695-9a8f-08633533dce5,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:48.435931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52342) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.445954 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:48.446743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:48.482666 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ce6762ba-4f73-4e31-80b1-d8d34ecf246f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/fcade7a3-d206-4dd1-bfbb-8ae6ed00bd0a HTTP/1.1" status: 204 len: 168 time: 1.3152876 Mar 22 11:38:48.490059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52346) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.516862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:48.517410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd288b1c-10e3-4eb5-a1a6-709f90ca4644 None None] The sync data for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:48.566827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 102b313e-169b-4080-8243-e1e4e00d4123 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:48.567032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.646824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=ebe67a8a-9f9a-4e1d-a36d-030957fa2967,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:48.703219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.712910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52350) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:48.816770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.866255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:48.870637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': 'e0bce18e-a842-4501-b74a-4a67f9bb116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:48.870992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: 13e6904a-8a64-40ed-95da-c933ac3a799c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:48.928152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.014795 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4f72bbd7-5f07-4d38-9032-929bde43ea6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb433961e382411a8a3b536d4a4bd0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986791 Mar 22 11:38:49.025064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52354) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:49.110636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.134072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef44a2-dc78-418c-81f6-9eccfa5d57d3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:49.165218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7dbc01-59f5-41c5-99ba-fcc87facc42f']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:49.167938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 13e6904a-8a64-40ed-95da-c933ac3a799c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:49.176899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.189257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2620510-a955-4bb1-bc49-63920dc6d1bd') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:49.189583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2620510-a955-4bb1-bc49-63920dc6d1bd') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:49.282423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.309801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.311547 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d97b2297-99d6-4e35-b89d-80b9ef48c300 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9735186 Mar 22 11:38:49.318368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 102b313e-169b-4080-8243-e1e4e00d4123 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:49.322119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52358) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:49.332927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.341374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '14ef44a2-dc78-418c-81f6-9eccfa5d57d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:49.347279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.352846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:49.355863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 13e6904a-8a64-40ed-95da-c933ac3a799c) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:49.366156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c24d96-35f1-4b9f-87e2-8cb3f39be2e8 None None] Network 13e6904a-8a64-40ed-95da-c933ac3a799c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:49.366640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:49.371087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:49.374995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.391172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:49.391988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.392330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:49.392773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.402870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:49.407114 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:49.461522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router 6d06be01-3640-4eb3-af6d-1a9d920dff60 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:49.551663 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6d593106-e637-4972-98ed-56a947dc5063 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8824687 Mar 22 11:38:49.554257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52362) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:49.562805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c', 'name': 'tempest-PortsIpV6TestJSON-1691722326'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:49.569966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.628801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-13e6904a-8a64-40ed-95da-c933ac3a799c', 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': 'ebe67a8a-9f9a-4e1d-a36d-030957fa2967'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:38:49.629777 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.661069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.687730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.690487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.706745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=7e7dbc01-59f5-41c5-99ba-fcc87facc42f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:49.715048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890f5e9-bbc5-45f0-90a9-f138c1b035eb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:49.718500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.719056 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b7bef9b9-d3d4-4f6d-8e27-e32d0162d8fe tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/7e7dbc01-59f5-41c5-99ba-fcc87facc42f HTTP/1.1" status: 204 len: 168 time: 1.2279625 Mar 22 11:38:49.721951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52366) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:49.780107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.832999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Allocated IP 2001:db8::2 (13e6904a-8a64-40ed-95da-c933ac3a799c/ebe67a8a-9f9a-4e1d-a36d-030957fa2967/858cf737-f2e4-42a6-9687-9dce1c0ae0a9) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:49.858546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:49.859653 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9e334335-f197-409b-b0c9-3710ef965b9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5890f5e9-bbc5-45f0-90a9-f138c1b035eb HTTP/1.1" status: 204 len: 168 time: 0.8336868 Mar 22 11:38:49.895901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:49.896562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=102b313e-169b-4080-8243-e1e4e00d4123,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:49.908306 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Sync routers for ids ['6d06be01-3640-4eb3-af6d-1a9d920dff60'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:49.924860 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Routers {'6d06be01-3640-4eb3-af6d-1a9d920dff60'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:49.926859 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['6d06be01-3640-4eb3-af6d-1a9d920dff60'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:49.934004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.041959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:50.047976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.101188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.104615 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1debabde-0ad7-48ed-96e0-6b820c3a2bed tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7532213 Mar 22 11:38:50.113338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803d74b8-d0fb-4e01-86fc-cb73158e8c45,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:50.114790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52372) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:50.134066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:50.173785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.187562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0de54c-02d0-4c70-9782-83d27cfa0894 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:50.190459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Transition to ACTIVE for port object 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:50.194309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0de54c-02d0-4c70-9782-83d27cfa0894 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:50.195275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6e0de54c-02d0-4c70-9782-83d27cfa0894 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Synchronizing usage tracker for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:50.215155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.217239 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-799093e2-867e-4967-a85d-a74b43c3813d tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/102b313e-169b-4080-8243-e1e4e00d4123 HTTP/1.1" status: 204 len: 168 time: 1.7801635 Mar 22 11:38:50.220032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52376) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:50.223406 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Set router 6d06be01-3640-4eb3-af6d-1a9d920dff60 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:50.228776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Transition to ACTIVE for port object 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:50.303185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.304350 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f6f1e6df-f85c-42f1-9d2e-0b458dc6fe9a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9811959 Mar 22 11:38:50.306742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port b8d14f8f-636a-449c-a25a-f61f84b871ca {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:50.307095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.308119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52380) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:50.319267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '14ef44a2-dc78-418c-81f6-9eccfa5d57d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:50.324883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.335981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:50.344501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:50.355704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6e0de54c-02d0-4c70-9782-83d27cfa0894 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Unset dirty status for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:50.357545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:50.357649 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6e0de54c-02d0-4c70-9782-83d27cfa0894 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6287303 Mar 22 11:38:50.357724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52386) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:50.362304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-627717123'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:50.408205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:50.411793 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-054ae61f-bf63-4d93-9655-4b2a9ef92795 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/6d06be01-3640-4eb3-af6d-1a9d920dff60 HTTP/1.1" status: 200 len: 907 time: 0.2936282 Mar 22 11:38:50.415192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:50.418144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52390) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:50.431534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-825949327', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': True}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:50.452150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Pushing event updated for resources: {'Port': ['ID=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:50.456814 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:50.462419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:50.468781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 53851894-93d4-4735-8e2d-4b2413bdac9f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:50.469121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.477480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:50.481261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Network 13e6904a-8a64-40ed-95da-c933ac3a799c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:50.483913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:50.486498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.486867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:50.569239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:50.627896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Usage tracker for resource:router and tenant:0668b9bd284c4ee2a43adee7c9e7896c is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:50.638483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:50.654832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:50.660359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Attempting to bind port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:50.661028 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Attempting to bind port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e0bce18e-a842-4501-b74a-4a67f9bb116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:50.661596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Attempting to bind port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 on network 13e6904a-8a64-40ed-95da-c933ac3a799c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:50.667164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.668326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:50.669064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Checking segment: {'id': 'e0bce18e-a842-4501-b74a-4a67f9bb116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:50.673717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.673851 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55'}], 'enable_snat': False}, 'gw_port_id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:42Z', 'updated_at': '2022-03-22T11:38:47Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:44Z', 'updated_at': '2022-03-22T11:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:50.673972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Bound using segment: {'id': 'e0bce18e-a842-4501-b74a-4a67f9bb116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:50.673972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Bound port: 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bce18e-a842-4501-b74a-4a67f9bb116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13e6904a-8a64-40ed-95da-c933ac3a799c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:50.673972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.682024 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Checking router: 6d06be01-3640-4eb3-af6d-1a9d920dff60 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:50.682303 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Updating router 6d06be01-3640-4eb3-af6d-1a9d920dff60 port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:38:50.755570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:50.759016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.771752 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.787607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.788975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.799575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] For port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:50.803854 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] For port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,segment=NetworkSegment(e0bce18e-a842-4501-b74a-4a67f9bb116b),segment_id=e0bce18e-a842-4501-b74a-4a67f9bb116b)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:50.877494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.892193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.906414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:50.953913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::89 (13e6904a-8a64-40ed-95da-c933ac3a799c/ebe67a8a-9f9a-4e1d-a36d-030957fa2967/d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:50.954840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.962142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:50.962476 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment 7e89e2fa-1623-43ca-9526-3d78bea38702 of type vlan for network 83c6360e-aaef-4102-acf6-301cf469b55a Mar 22 11:38:50.964579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.057317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498b084-56a4-45ef-877e-b47670abacc5 None None] Pushing event updated for resources: {'Port': ['ID=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:51.088419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 53851894-93d4-4735-8e2d-4b2413bdac9f owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:51.111706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for b8d14f8f-636a-449c-a25a-f61f84b871ca owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:51.143266 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.222778 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:38:51.226489 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-423c9d41-4abc-4c5c-9fd3-d8c3c1435254 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9137774 Mar 22 11:38:51.227376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52408) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:51.311717 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.338558 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Transition to ACTIVE for port object cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:51.430163 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.506372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.520453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.527114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.533231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:51.534099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.564771 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Pushing event updated for resources: {'Port': ['ID=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:51.572283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.580668 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.585050 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.587716 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.588693 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.589040 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.589399 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.590921 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.594348 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.594719 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.595063 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.596084 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.598270 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:38:51.651571 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Attempting to bind port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:51.651948 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Attempting to bind port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:51.655258 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Attempting to bind port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:51.670661 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:51.670980 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:51.671366 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.671774 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:51.672252 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Bound port: cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:51.672671 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.704656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.711820 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3548365 Mar 22 11:38:51.717161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52416) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:51.730329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2012799337'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:51.736651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b992ded-e0fb-4a2a-a7fe-a1f15b20c67b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=83c6360e-aaef-4102-acf6-301cf469b55a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:51.741486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:51.743438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:network and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:51.749890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 83c6360e-aaef-4102-acf6-301cf469b55a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:51.757019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:51.769088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:51.773975 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] For port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:51.777350 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] For port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:51.784400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.786300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.790109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:51.852872 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.853936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.873691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef44a2-dc78-418c-81f6-9eccfa5d57d3,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:51.891938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=b8d14f8f-636a-449c-a25a-f61f84b871ca,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:51.979890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:51.982121 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f49b265-5d8c-41cd-8ea0-998b73764ec6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/14ef44a2-dc78-418c-81f6-9eccfa5d57d3 HTTP/1.1" status: 204 len: 168 time: 0.7387295 Mar 22 11:38:51.989465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52422) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.052962 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1dad-7c04-400a-999b-30939133f078 None None] Pushing event updated for resources: {'Port': ['ID=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:52.069513 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Routers {'6d06be01-3640-4eb3-af6d-1a9d920dff60'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:52.074700 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['6d06be01-3640-4eb3-af6d-1a9d920dff60'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:52.074845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:52.074845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.084819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:52.184159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=53851894-93d4-4735-8e2d-4b2413bdac9f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:52.184750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.199819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.211779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:52.292746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:52.293079 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0f62f68c-7b88-40c6-9ff4-0cf928d8dfcc tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/ports/b8d14f8f-636a-449c-a25a-f61f84b871ca HTTP/1.1" status: 204 len: 168 time: 2.0712857 Mar 22 11:38:52.313353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52430) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.368781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.369014 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment 4eb781ef-1bfd-4934-9cf1-567f408d44e5 of type vlan for network 0a692684-ed1c-4407-a10e-9dffe1d43a99 Mar 22 11:38:52.371141 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] Set router 6d06be01-3640-4eb3-af6d-1a9d920dff60 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:52.371621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 13e6904a-8a64-40ed-95da-c933ac3a799c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:52.383834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:52.395571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:52.409068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:52.409809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.438333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:52.463221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.511244 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cd2f2607-e997-4737-8267-14417ada78ec tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4995456 Mar 22 11:38:52.517293 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52436) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.526758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.530820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554039237'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:52.549309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:52.553486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:52.561515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:52.581299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984bbce4-299c-49e9-9543-b3a2b4a418ea tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:52.582050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-984bbce4-299c-49e9-9543-b3a2b4a418ea tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Synchronizing usage tracker for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:52.591858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:52.598026 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5595a3ad-923d-4224-b172-14af397b3bd1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0398169 Mar 22 11:38:52.598841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52442) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.602990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.608795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:52.609392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.673801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bfbd6-153c-4baa-9f2f-1fa090b8422c None None] Network 13e6904a-8a64-40ed-95da-c933ac3a799c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:52.848501 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55'}], 'enable_snat': False}, 'gw_port_id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:42Z', 'updated_at': '2022-03-22T11:38:47Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:44Z', 'updated_at': '2022-03-22T11:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:52.860482 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e46c4c-e29a-4e2b-9d59-0a476c6839ea None None] The sync data for ids ['6d06be01-3640-4eb3-af6d-1a9d920dff60'] in dv-neutron-828143-11-hyperv is: [{'id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55'}], 'enable_snat': False}, 'gw_port_id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:42Z', 'updated_at': '2022-03-22T11:38:47Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d06be01-3640-4eb3-af6d-1a9d920dff60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:44Z', 'updated_at': '2022-03-22T11:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:52.905097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:52.952375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-984bbce4-299c-49e9-9543-b3a2b4a418ea tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Unset dirty status for tenant:67d0320b801a47d2aba45638ce43b23f on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:52.962654 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-984bbce4-299c-49e9-9543-b3a2b4a418ea tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "GET /v2.0/ports?device_id=73f6ca41-319f-494b-9705-182c3cc57312 HTTP/1.1" status: 200 len: 913 time: 0.6482520 Mar 22 11:38:52.968074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52448) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.975255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52450) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.979101 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2608569 Mar 22 11:38:52.992658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52452) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:52.995341 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83926621-ab52-4083-9910-4d69953df5e9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=0a692684-ed1c-4407-a10e-9dffe1d43a99,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:53.005981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:53.006556 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.030248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 0a692684-ed1c-4407-a10e-9dffe1d43a99 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:53.125613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'ports': [{'network_id': '83c6360e-aaef-4102-acf6-301cf469b55a', 'name': 'tempest-port--705798539', 'admin_state_up': True}, {'network_id': '0a692684-ed1c-4407-a10e-9dffe1d43a99', 'admin_state_up': False}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:53.125921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'port': {'network_id': '83c6360e-aaef-4102-acf6-301cf469b55a', 'name': 'tempest-port--705798539', 'admin_state_up': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:53.126574 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'port': {'network_id': '0a692684-ed1c-4407-a10e-9dffe1d43a99', 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:53.150668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.155562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:53.173214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Provisioning for port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:53.198071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8e90cc6c-13a3-4d91-9939-0c9018398d15 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:38:53.253471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.254940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Provisioning complete for port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:53.255373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.288002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:53.414278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.468709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] For port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,segment=NetworkSegment(e0bce18e-a842-4501-b74a-4a67f9bb116b),segment_id=e0bce18e-a842-4501-b74a-4a67f9bb116b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:53.524033 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:53.539580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:53.554302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:53.565593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] Sync routers for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:53.576703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:53.577736 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-df062289-1c1b-4d68-a33c-fa3c1dbbdf75 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2368059 Mar 22 11:38:53.578775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:53.587130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52462) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:53.670782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-94f95ed8-d4f1-4a85-b35e-a514965ddb7a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:53.711114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:53.752092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.26.5.212 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/df5fb2d5-0fac-40d5-b6ae-ba9c94c33941) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:53.798173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:53.808388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-94f95ed8-d4f1-4a85-b35e-a514965ddb7a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:53.812492 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-94f95ed8-d4f1-4a85-b35e-a514965ddb7a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e90cc6c-13a3-4d91-9939-0c9018398d15 HTTP/1.1" status: 200 len: 205 time: 0.2215323 Mar 22 11:38:53.812802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52466) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:53.851733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] Routers {'8e90cc6c-13a3-4d91-9939-0c9018398d15'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:53.852964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8e90cc6c-13a3-4d91-9939-0c9018398d15'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:53.993588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:53.994411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a067413-59df-4de6-bb80-fd8e60fef568 None None] The sync data for ids ['8e90cc6c-13a3-4d91-9939-0c9018398d15'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:54.032141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ea2d-f058-47a8-ae30-cf838d18651b None None] Pushing event updated for resources: {'Port': ['ID=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:54.050145 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:54.082369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1269213697', 'router:external': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:54.118770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:54.137314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Provisioning complete for port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:54.138386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.138950 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.182346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:network and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:54.198973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:54.255665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:54.267817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:54.281533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:54.281533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.451939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Provisioning for port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:54.461195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Provisioning complete for port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:54.461702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.467576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.486484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.520798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:54.536504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Made reservation on behalf of 9fab288c29754d37983efae9d876c512 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:54.538167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d26971c0-0b1b-429a-970f-0e6e63c7acf3 None None] Port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:54.538714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.551652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.560143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:54.585121 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.591798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:port and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:54.591798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.602168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:54.621516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:54.642461 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.652504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.655443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:54.670179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:security_group_rule and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:54.672838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61048c7c-fd8c-42ca-accc-8b5f9c43156a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:54.679351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:54.688064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.691818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.701118 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:54.713808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-42e74652-09fe-43aa-a656-bb4a716ebe20 None None] Provisioning complete for port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:54.714419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42e74652-09fe-43aa-a656-bb4a716ebe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.741571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:54.763360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.764355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 8e90cc6c-13a3-4d91-9939-0c9018398d15 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:38:54.786082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.790861 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ef115aeb-11d9-45b0-a795-2a8feb145200 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15 HTTP/1.1" status: 204 len: 168 time: 0.9767549 Mar 22 11:38:54.791651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52472) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:54.853569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-42e74652-09fe-43aa-a656-bb4a716ebe20 None None] Port d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:38:54.884584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 9d386cc2-826e-49fd-8725-7e5b0d681827 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:54.889059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.938164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.949122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'port': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:54.954416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.963431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:54.964948 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e9366069-a143-4198-bb52-2ad286036f90 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4466367 Mar 22 11:38:54.972834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:55.027041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52476) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:55.030200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:55.042633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-bd3a6b24-52b6-4ebb-9a2b-c0cfcf9ae973 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '61048c7c-fd8c-42ca-accc-8b5f9c43156a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:55.043719 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-bd3a6b24-52b6-4ebb-9a2b-c0cfcf9ae973 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 11:38:55.043855 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-bd3a6b24-52b6-4ebb-9a2b-c0cfcf9ae973 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:38:55.044865 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bd3a6b24-52b6-4ebb-9a2b-c0cfcf9ae973 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121312 Mar 22 11:38:55.047232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.067379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52480) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:55.073977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.096300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:55.102144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:55.103902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:55.341045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.480066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.483697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.496613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.535706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=9d386cc2-826e-49fd-8725-7e5b0d681827,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:55.539304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.549092 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-350c9336-81f5-4483-8941-0d454513cd1e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/9d386cc2-826e-49fd-8725-7e5b0d681827 HTTP/1.1" status: 204 len: 168 time: 0.7526622 Mar 22 11:38:55.549278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.549366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52484) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:55.552188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86936488-f62f-4c89-ba3d-55d12482d499 None None] Network 6aea2b1c-785d-440c-af2d-23c843e7c30c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:55.591098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] device_id is not set on port f2d080dc-f581-42b0-a5d0-612fdcfe91fb yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:55.616386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.626001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.626949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 74520df1-f0b3-40b2-a4bd-a1c1c8ab3971 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:55.630041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.691952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.735136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:38:55.737110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.815715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccec609d-891e-406d-bd21-5491699b0cc3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:55.817423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.817857 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Added segment e1e1edbf-cfdd-4dcf-ac0d-8abbc897ca4c of type vlan for network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 Mar 22 11:38:55.847513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] DHCP port deletion for 6aea2b1c-785d-440c-af2d-23c843e7c30c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:55.853097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:55.853921 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Deleting port da29953d-a042-4a8e-9cdf-6b804c188b8e {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:55.854446 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.983004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:55.987148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.005516 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:56.010526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.078755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.110737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61048c7c-fd8c-42ca-accc-8b5f9c43156a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:56.136457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.162811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.166597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cec8a482-3b89-4c06-afe4-5b9d0b36d8b2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/61048c7c-fd8c-42ca-accc-8b5f9c43156a HTTP/1.1" status: 204 len: 168 time: 1.0954292 Mar 22 11:38:56.168444 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-972e37c0-0186-4cb6-b823-4c39420702b0 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 HTTP/1.1" status: 204 len: 168 time: 3.5668640 Mar 22 11:38:56.178178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52488) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.178990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52490) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.247562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:56.248418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.283217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.286570 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-53345013-167b-4b8e-b0fc-2223c0a04e22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:38:56.287572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53345013-167b-4b8e-b0fc-2223c0a04e22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:38:56.292157 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-53345013-167b-4b8e-b0fc-2223c0a04e22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 HTTP/1.1" status: 404 len: 333 time: 0.1044877 Mar 22 11:38:56.302287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] For port da29953d-a042-4a8e-9cdf-6b804c188b8e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=da29953d-a042-4a8e-9cdf-6b804c188b8e,segment=NetworkSegment(52ba5737-fffb-4d55-8dc9-b47c82873d4c),segment_id=52ba5737-fffb-4d55-8dc9-b47c82873d4c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:56.302287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.303860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.310333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.364343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=74520df1-f0b3-40b2-a4bd-a1c1c8ab3971,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:56.366265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.380027 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d9a4e9ec-1f4f-40fb-83c7-980795e8af15 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/74520df1-f0b3-40b2-a4bd-a1c1c8ab3971 HTTP/1.1" status: 204 len: 168 time: 0.8281858 Mar 22 11:38:56.380239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52500) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.391643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a17a0-d311-4293-bd23-c0b7668087e9 None None] Network 115604d4-8b8b-4ac3-a78b-425f2a8ddada requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:56.405830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.406775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:56.407357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.411006 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbbf289-e98b-43c6-9618-652796d4d1fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:38:56.411526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2dbbf289-e98b-43c6-9618-652796d4d1fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:56.485845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0d0befa-90c3-43c8-8f26-e2e2ab952028 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:38:56.541357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Calling delete_port for da29953d-a042-4a8e-9cdf-6b804c188b8e owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:56.636103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.657477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port da29953d-a042-4a8e-9cdf-6b804c188b8e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:56.657815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.690614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] device_id is not set on port 3807b53a-9a0b-4388-903e-b85ed26e28ea yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:38:56.759526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:38:56.761549 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.7716529 Mar 22 11:38:56.765626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52504) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.777196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2cfe6-642d-4163-8db4-3479d87a6c3d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Network': ['ID=3d04f29c-8cc5-40f9-b3b3-64944b3bf109,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:56.777805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'subnet': {'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:56.798179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:38:56.799885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:56.804085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2dbbf289-e98b-43c6-9618-652796d4d1fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:56.805306 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2dbbf289-e98b-43c6-9618-652796d4d1fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/d7833e92-6cd7-4b48-9c66-4e0a9fbc1a92 HTTP/1.1" status: 404 len: 333 time: 0.5030971 Mar 22 11:38:56.811868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52508) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.815447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port 61eb0c1d-3f45-4308-bbba-9a717f005433 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:56.816311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.833916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:subnet and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:56.838526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:56.845557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.859276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:56.889571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0d0befa-90c3-43c8-8f26-e2e2ab952028 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:38:56.890906 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0d0befa-90c3-43c8-8f26-e2e2ab952028 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7077222 Mar 22 11:38:56.898727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52512) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:56.926121 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.928019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--73008079'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:56.952965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:56.999490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] Pushing event deleted for resources: {'Port': ['ID=da29953d-a042-4a8e-9cdf-6b804c188b8e,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:57.012089 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15207a-ad24-4293-af7c-6b2f2a2fd827 None None] No DVR routers for this DVR port da29953d-a042-4a8e-9cdf-6b804c188b8e on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:57.028859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:57.039690 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:57.041509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.099520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet ebe67a8a-9f9a-4e1d-a36d-030957fa2967 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:38:57.100679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Made reservation on behalf of 9fab288c29754d37983efae9d876c512 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:57.103083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.116969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.151751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port da29953d-a042-4a8e-9cdf-6b804c188b8e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=da29953d-a042-4a8e-9cdf-6b804c188b8e,segment=NetworkSegment(52ba5737-fffb-4d55-8dc9-b47c82873d4c),segment_id=52ba5737-fffb-4d55-8dc9-b47c82873d4c)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:57.152025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.160702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] DHCP port deletion for 115604d4-8b8b-4ac3-a78b-425f2a8ddada request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:57.174231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Deleting port 05f86894-5c85-4400-b21d-6e76b72ecb94 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:57.174644 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.213360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-95edbc44-ab85-4af7-9302-6efd8d075e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.238014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.268804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.292579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.302873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.322130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device da29953d-a042-4a8e-9cdf-6b804c188b8e no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:57.352292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for da29953d-a042-4a8e-9cdf-6b804c188b8e owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:57.373097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: da29953d-a042-4a8e-9cdf-6b804c188b8e {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:57.373476 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device da29953d-a042-4a8e-9cdf-6b804c188b8e not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:57.440345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for 61eb0c1d-3f45-4308-bbba-9a717f005433 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:57.449875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] For port 05f86894-5c85-4400-b21d-6e76b72ecb94, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=05f86894-5c85-4400-b21d-6e76b72ecb94,segment=NetworkSegment(5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb),segment_id=5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:57.450278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.495042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:57.501627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:57.501947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:38:57.507832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:57.517206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router 7d8baf44-d241-43f2-8f55-02e888468289 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:38:57.525432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:57.540080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:57.579035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Calling delete_port for 05f86894-5c85-4400-b21d-6e76b72ecb94 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:57.601977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.695144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.778072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.791254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.830712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] Pushing event deleted for resources: {'Port': ['ID=05f86894-5c85-4400-b21d-6e76b72ecb94,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:57.837435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e569d-56e1-4ab5-ad10-7cc90d717f6c None None] No DVR routers for this DVR port 05f86894-5c85-4400-b21d-6e76b72ecb94 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:57.879094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:38:57.890904 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Sync routers for ids ['7d8baf44-d241-43f2-8f55-02e888468289'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:57.901267 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Routers {'7d8baf44-d241-43f2-8f55-02e888468289'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:57.902187 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d8baf44-d241-43f2-8f55-02e888468289'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:57.927272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 05f86894-5c85-4400-b21d-6e76b72ecb94 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:57.932046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:57.936069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Port': ['ID=f2d080dc-f581-42b0-a5d0-612fdcfe91fb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:57.977480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 05f86894-5c85-4400-b21d-6e76b72ecb94 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:38:57.977924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 05f86894-5c85-4400-b21d-6e76b72ecb94 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:38:58.001784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Checking segment: {'id': '7e89e2fa-1623-43ca-9526-3d78bea38702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '83c6360e-aaef-4102-acf6-301cf469b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:58.002146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network hostable DHCP agents. Network: 83c6360e-aaef-4102-acf6-301cf469b55a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:58.005770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port da29953d-a042-4a8e-9cdf-6b804c188b8e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:58.006190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.019124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.063494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ea1f3f-2dfb-426b-af8e-14be49259d83,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:58.073821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe67a8a-9f9a-4e1d-a36d-030957fa2967,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:58.079201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.080466 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-422d0e38-6c1b-4956-8078-c22b5ffc46c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/ebe67a8a-9f9a-4e1d-a36d-030957fa2967 HTTP/1.1" status: 204 len: 168 time: 1.2676749 Mar 22 11:38:58.085443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] The port 'da29953d-a042-4a8e-9cdf-6b804c188b8e' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:38:58.085964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b4ddb-42cf-423e-8a33-97eb4c4b6de5 None None] Network 13e6904a-8a64-40ed-95da-c933ac3a799c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:58.087454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52516) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:58.089833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.092149 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b83770c3-1756-4a3d-85b5-16a9132954fb tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6682913 Mar 22 11:38:58.104011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52520) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:58.114150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.144989 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Set router 7d8baf44-d241-43f2-8f55-02e888468289 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:58.178722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.180173 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a56bbb29-f299-422f-8687-03e990256864 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2670376 Mar 22 11:38:58.190962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52524) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:58.241199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=61eb0c1d-3f45-4308-bbba-9a717f005433,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:58.274829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network 83c6360e-aaef-4102-acf6-301cf469b55a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:58.279831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2526c533-fdf1-4bc5-ae70-aaddcc9143a4 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '52ea1f3f-2dfb-426b-af8e-14be49259d83', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:58.280896 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-2526c533-fdf1-4bc5-ae70-aaddcc9143a4 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 11:38:58.282175 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-2526c533-fdf1-4bc5-ae70-aaddcc9143a4 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:38:58.283310 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2526c533-fdf1-4bc5-ae70-aaddcc9143a4 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0437815 Mar 22 11:38:58.292383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52528) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:58.337103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.401973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 83c6360e-aaef-4102-acf6-301cf469b55a) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:58.406600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.410847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ecf14d-4b9b-4b35-bd95-22ade2d671c6 None None] Network 83c6360e-aaef-4102-acf6-301cf469b55a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:58.415833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:58.416682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.445394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] DHCP port deletion for 13e6904a-8a64-40ed-95da-c933ac3a799c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:38:58.453112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aea2b1c-785d-440c-af2d-23c843e7c30c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:58.470778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Deleting port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:58.471554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.475767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ba5737-fffb-4d55-8dc9-b47c82873d4c') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:58.477877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ba5737-fffb-4d55-8dc9-b47c82873d4c') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:58.496156 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8baf44-d241-43f2-8f55-02e888468289', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:50Z', 'updated_at': '2022-03-22T11:38:55Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8baf44-d241-43f2-8f55-02e888468289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:53Z', 'updated_at': '2022-03-22T11:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:58.501352 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Checking router: 7d8baf44-d241-43f2-8f55-02e888468289 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:58.502853 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Updating router 7d8baf44-d241-43f2-8f55-02e888468289 port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:38:58.509573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.524714 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a7fb7e7a-e4a2-4449-a810-affaed9211e9 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/7d8baf44-d241-43f2-8f55-02e888468289 HTTP/1.1" status: 200 len: 907 time: 0.3924339 Mar 22 11:38:58.530488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52532) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:58.536022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.549271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:58.549607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.566698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.577329 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.632218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:38:58.633086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.670206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:58.670680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:58.701761 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:38:58.756866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Port': ['ID=3807b53a-9a0b-4388-903e-b85ed26e28ea,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:58.843860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01a515ac-2506-4fcb-99e1-d22b8b3a4de3,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:58.902555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] For port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,segment=NetworkSegment(e0bce18e-a842-4501-b74a-4a67f9bb116b),segment_id=e0bce18e-a842-4501-b74a-4a67f9bb116b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:58.903186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.905974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.949161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Checking segment: {'id': '4eb781ef-1bfd-4934-9cf1-567f408d44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a692684-ed1c-4407-a10e-9dffe1d43a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:58.949525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network hostable DHCP agents. Network: 0a692684-ed1c-4407-a10e-9dffe1d43a99, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:58.954744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.966949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:58.998662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Checking segment: {'id': 'e1e1edbf-cfdd-4dcf-ac0d-8abbc897ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:58.999207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network hostable DHCP agents. Network: 3d04f29c-8cc5-40f9-b3b3-64944b3bf109, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:38:59.023297 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.023925 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/6aea2b1c-785d-440c-af2d-23c843e7c30c HTTP/1.1" status: 204 len: 168 time: 2.6383169 Mar 22 11:38:59.023925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c1fba-983c-4736-9573-34e27cad9ee6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=6aea2b1c-785d-440c-af2d-23c843e7c30c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:59.037420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52536) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:59.039483 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Transition to ACTIVE for port object df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:59.052535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Calling delete_port for 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:59.096671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.135886 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.164370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network 0a692684-ed1c-4407-a10e-9dffe1d43a99 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:59.218984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.221137 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Attempting to bind port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:59.223023 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Attempting to bind port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:59.223588 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Attempting to bind port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:38:59.241561 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:38:59.242621 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:38:59.243567 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.244116 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:38:59.244763 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Bound port: df5fb2d5-0fac-40d5-b6ae-ba9c94c33941, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:59.246026 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.259478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.273922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] Pushing event deleted for resources: {'Port': ['ID=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:59.278569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f8cb8-6f00-4bd7-87b2-4ff83663aac6 None None] No DVR routers for this DVR port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:38:59.287147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.292177 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278b687-a9df-4e3a-bd75-9deaef04c0ac None None] Pushing event updated for resources: {'Port': ['ID=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:59.297475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=858cf737-f2e4-42a6-9687-9dce1c0ae0a9,segment=NetworkSegment(e0bce18e-a842-4501-b74a-4a67f9bb116b),segment_id=e0bce18e-a842-4501-b74a-4a67f9bb116b)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:38:59.298047 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.318724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ea1f3f-2dfb-426b-af8e-14be49259d83,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:59.366236 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] For port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:38:59.366939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:38:59.369755 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] For port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:38:59.391399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 3d04f29c-8cc5-40f9-b3b3-64944b3bf109) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:59.398861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a5875-6b04-40e1-8556-f7c0b24a36b1 None None] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:59.437296 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.447215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 0a692684-ed1c-4407-a10e-9dffe1d43a99) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:59.457026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:38:59.460997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:59.460997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.467163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.535571 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Routers {'7d8baf44-d241-43f2-8f55-02e888468289'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:38:59.536269 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:38:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['7d8baf44-d241-43f2-8f55-02e888468289'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:59.553480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b6f59-cee1-41cc-9526-79be82c3facd None None] Network 0a692684-ed1c-4407-a10e-9dffe1d43a99 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:38:59.563811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.566021 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f2ad5896-3f74-473f-826a-e8f235ebcf4f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/52ea1f3f-2dfb-426b-af8e-14be49259d83 HTTP/1.1" status: 204 len: 168 time: 1.2609406 Mar 22 11:38:59.568183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52540) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:59.578934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:38:59.586459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:59.595106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:59.596170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.615034 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-23877e10-4869-40a6-97ba-407f161e258c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8467262 Mar 22 11:38:59.620094 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278b687-a9df-4e3a-bd75-9deaef04c0ac None None] Pushing event updated for resources: {'Port': ['ID=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:59.621575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.637463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52544) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:59.656005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1709993072', 'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:59.673868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:59.681478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:port and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:59.686468 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:59.693979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:59.717512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.728999 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-307b6414-bf01-4a0d-b14e-438194d66a38 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7273481 Mar 22 11:38:59.732210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b70d43cb-50b0-487e-9153-396e78f9be83 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1547196 Mar 22 11:38:59.732686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52548) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:59.737221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52550) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:38:59.769145 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] Set router 7d8baf44-d241-43f2-8f55-02e888468289 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:38:59.802144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--909795007'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:59.811055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115604d4-8b8b-4ac3-a78b-425f2a8ddada']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:59.818875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:38:59.829469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:38:59.833921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:38:59.841354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:59.841657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d463f-da72-4ef5-a6b2-bcbfc42b4ffb') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:59.849639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:38:59.862096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Deleting port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:38:59.862448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.890916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.900310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Made reservation on behalf of 9fab288c29754d37983efae9d876c512 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:59.904962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.928370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.949866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.976830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:38:59.981082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:59.987726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:38:59.997774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:38:59.998521 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:00.001651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:00.005617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] device_id is not set on port 7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:00.034512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:39:00.034861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:39:00.038010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84193b04-e988-4b21-9baf-1396b674a3b5 None None] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:00.038411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.068475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0447f11c-164f-43fc-9fa9-879dba478943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.112882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637d1a4-0fee-4c21-9855-1b164f660212 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:00.119651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637d1a4-0fee-4c21-9855-1b164f660212 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:00.121421 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8637d1a4-0fee-4c21-9855-1b164f660212 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3859894 Mar 22 11:39:00.151176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52556) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:00.162636 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8baf44-d241-43f2-8f55-02e888468289', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:50Z', 'updated_at': '2022-03-22T11:38:55Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8baf44-d241-43f2-8f55-02e888468289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:53Z', 'updated_at': '2022-03-22T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:00.168070 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcdeae-c999-4873-9d44-47f8cb3fb94b None None] The sync data for ids ['7d8baf44-d241-43f2-8f55-02e888468289'] in dv-neutron-828143-11-hyperv is: [{'id': '7d8baf44-d241-43f2-8f55-02e888468289', 'name': 'tempest-snat-router-825949327', 'tenant_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:38:50Z', 'updated_at': '2022-03-22T11:38:55Z', 'revision_number': 3, 'project_id': '0668b9bd284c4ee2a43adee7c9e7896c', 'gw_port': {'id': 'df5fb2d5-0fac-40d5-b6ae-ba9c94c33941', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8baf44-d241-43f2-8f55-02e888468289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:38:53Z', 'updated_at': '2022-03-22T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:00.268105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:00.283561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:00.288281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:00.305844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:00.342270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Deleting port f2d080dc-f581-42b0-a5d0-612fdcfe91fb {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:00.342606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.407658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.409300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Router 73f6ca41-319f-494b-9705-182c3cc57312 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:39:00.410678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 2001:db8::e0 (3d04f29c-8cc5-40f9-b3b3-64944b3bf109/01a515ac-2506-4fcb-99e1-d22b8b3a4de3/7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:00.456213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.490385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=115604d4-8b8b-4ac3-a78b-425f2a8ddada,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:00.504220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] For port df5fb2d5-0fac-40d5-b6ae-ba9c94c33941, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:00.504626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.511411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 858cf737-f2e4-42a6-9687-9dce1c0ae0a9 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:00.511411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.619477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] The port '858cf737-f2e4-42a6-9687-9dce1c0ae0a9' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:39:00.628151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.656180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.692573 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3c87bf9f-8911-4386-8ec1-dc8ec4db5d01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/115604d4-8b8b-4ac3-a78b-425f2a8ddada HTTP/1.1" status: 204 len: 168 time: 1.6482484 Mar 22 11:39:00.703359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Calling delete_port for df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:00.733960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52560) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:00.758025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1825792819'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:00.777050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:00.795169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:00.819630 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:00.828227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.842172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:00.931488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:00.985798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.013224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:01.017408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.083663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:01.103906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.115451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03518-9a23-45c3-880e-089301ec455e None None] Sync routers for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:01.139888 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b24002be-01fc-4a39-beb5-cf7a5047650f tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "PUT /v2.0/routers/73f6ca41-319f-494b-9705-182c3cc57312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1482141 Mar 22 11:39:01.143787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52564) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.147165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:01.149868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.227751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e6904a-8a64-40ed-95da-c933ac3a799c']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.236312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.246602 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] Routers {'73f6ca41-319f-494b-9705-182c3cc57312'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:01.247284 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73f6ca41-319f-494b-9705-182c3cc57312'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.266867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bce18e-a842-4501-b74a-4a67f9bb116b') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.267198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bce18e-a842-4501-b74a-4a67f9bb116b') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.286927 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.318059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11c03518-9a23-45c3-880e-089301ec455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:01.318732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03518-9a23-45c3-880e-089301ec455e None None] The sync data for ids ['73f6ca41-319f-494b-9705-182c3cc57312'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:01.330647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:01.330873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.337811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.343090 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5454795 Mar 22 11:39:01.343090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e58f90-faee-464d-8e45-d58ab276a0df tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28d788-d936-43c1-8ea6-c12be5e9fd79,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:01.343983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52568) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.405370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.412121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Calling delete_port for f2d080dc-f581-42b0-a5d0-612fdcfe91fb owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:01.416643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:01.417037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:01.433083 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:01.454689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.455040 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 4e03ce79-bab9-4a1a-b89d-cedb45cdec54 of type vlan for network 11256625-f55b-47e3-b3c2-05a63b5ab4bc Mar 22 11:39:01.471084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8f2b5382-ffb2-4088-9659-fc5a490a9658 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '4f28d788-d936-43c1-8ea6-c12be5e9fd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:01.495769 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-8f2b5382-ffb2-4088-9659-fc5a490a9658 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 11:39:01.496337 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-8f2b5382-ffb2-4088-9659-fc5a490a9658 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:01.497433 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8f2b5382-ffb2-4088-9659-fc5a490a9658 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0543914 Mar 22 11:39:01.505509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52572) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.517862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8e6a98d0-b212-4b9a-b392-9ccf9763c50c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '4f28d788-d936-43c1-8ea6-c12be5e9fd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:01.519374 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-8e6a98d0-b212-4b9a-b392-9ccf9763c50c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 11:39:01.519374 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-8e6a98d0-b212-4b9a-b392-9ccf9763c50c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:01.522570 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e6a98d0-b212-4b9a-b392-9ccf9763c50c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126181 Mar 22 11:39:01.526367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52576) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.533437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.556328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.587400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e6b6792c-ac6c-48a0-bd72-469650203b32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '4f28d788-d936-43c1-8ea6-c12be5e9fd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:01.589286 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-e6b6792c-ac6c-48a0-bd72-469650203b32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 11:39:01.589792 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-e6b6792c-ac6c-48a0-bd72-469650203b32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:01.590811 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e6b6792c-ac6c-48a0-bd72-469650203b32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0634518 Mar 22 11:39:01.594526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52580) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.601820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-298be827-d775-48ff-b14d-9543d0ffc71b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '4f28d788-d936-43c1-8ea6-c12be5e9fd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:01.602688 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-298be827-d775-48ff-b14d-9543d0ffc71b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 11:39:01.603170 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-298be827-d775-48ff-b14d-9543d0ffc71b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:01.607088 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-298be827-d775-48ff-b14d-9543d0ffc71b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086699 Mar 22 11:39:01.607277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52584) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.668179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.708193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.722393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.722640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.727458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.749068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.763641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5fb2d5-0fac-40d5-b6ae-ba9c94c33941,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:01.773862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.780101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:01.780615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.784147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.802732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.821631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=13e6904a-8a64-40ed-95da-c933ac3a799c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:01.836164 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e5254365-3066-4c47-8407-6c723cb5289d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/13e6904a-8a64-40ed-95da-c933ac3a799c HTTP/1.1" status: 204 len: 168 time: 3.7476919 Mar 22 11:39:01.844366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52588) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:01.848346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:01.854424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1015333143'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:01.859875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:01.870897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:01.878847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:01.879801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:01.880409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.891006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:01.893515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:01.898149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:01.908756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:01.919307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting port eb88cbbc-0ff6-473b-bd25-8a3b435c3544 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:01.919548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:01.931975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Port': ['ID=f2d080dc-f581-42b0-a5d0-612fdcfe91fb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:01.935276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.003042 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87ed5a72-ebd4-455d-9ace-fcedf0e1d3c8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3589780 Mar 22 11:39:02.003618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52592) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.028508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.050288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=11256625-f55b-47e3-b3c2-05a63b5ab4bc,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:02.061096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.061531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:02.102392 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0e0f7d64-bbda-4abe-8848-6eaf3ff5e77f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/ports/f2d080dc-f581-42b0-a5d0-612fdcfe91fb HTTP/1.1" status: 204 len: 168 time: 1.9450736 Mar 22 11:39:02.102582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52596) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.170433 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1a00583d-45a2-4a48-926f-ade4ba1dcf07 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4353681 Mar 22 11:39:02.176083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52600) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.188137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:02.223810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Deleting port 7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:02.224153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.242574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.245499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.283310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:02.286685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.343854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.362761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28d788-d936-43c1-8ea6-c12be5e9fd79,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:02.378134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.378764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8baf44-d241-43f2-8f55-02e888468289 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:02.396298 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.402717 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3023f802-ac17-40a4-808c-b04f16ad8024 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7d8baf44-d241-43f2-8f55-02e888468289 HTTP/1.1" status: 204 len: 168 time: 3.8383255 Mar 22 11:39:02.402717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.402717 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-406330cf-b01a-49e3-8e95-9fa46586483b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f28d788-d936-43c1-8ea6-c12be5e9fd79 HTTP/1.1" status: 204 len: 168 time: 0.7919774 Mar 22 11:39:02.402717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52604) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.403334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52608) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.504497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Deleting port 3807b53a-9a0b-4388-903e-b85ed26e28ea {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:02.504903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.544485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.587369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5647fcac-fe75-4289-9839-affc08c7f77e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:02.628010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.737235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Calling delete_port for eb88cbbc-0ff6-473b-bd25-8a3b435c3544 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:02.758674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5647fcac-fe75-4289-9839-affc08c7f77e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:02.759895 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5647fcac-fe75-4289-9839-affc08c7f77e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3020930 Mar 22 11:39:02.767543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52612) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:02.774160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779136202'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:02.786883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:02.795325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:02.810195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:02.812353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:02.827485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.844076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:02.846336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:02.878809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:02.903810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.923495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:02.926792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:02.927144 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 8c098e49-3c1d-42ea-863f-300fdf4e2f39 of type vlan for network af320094-c0be-42ad-a481-3a3878bb18ca Mar 22 11:39:02.927281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:02.930066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:02.936185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:02.962743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Deleting port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:02.963081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.062615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:03.066095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.229066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.241127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.277962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] For port cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:03.281983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.293352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.319237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.348967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.425644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Calling delete_port for cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:03.506213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1628f5b8-de87-457c-8858-02f2131dac94,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:03.514572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Calling delete_port for 3807b53a-9a0b-4388-903e-b85ed26e28ea owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:03.595856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.597127 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-628a4cf3-fa80-45ab-bf48-664b72d3ab68 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8287039 Mar 22 11:39:03.601324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52616) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:03.614952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4e7e0925-a603-4049-9277-d15ec546f2ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:03.616044 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-4e7e0925-a603-4049-9277-d15ec546f2ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 11:39:03.616181 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-4e7e0925-a603-4049-9277-d15ec546f2ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:03.619838 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4e7e0925-a603-4049-9277-d15ec546f2ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0149117 Mar 22 11:39:03.621565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52620) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:03.623796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Calling delete_port for 7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:03.628539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:03.636695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:03.645595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:03.648896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:03.655318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:03.714919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.777981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:03.790796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.796250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:03.796879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.881344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.927233 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:03.930973 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c3ab26d2-dcd8-4072-a679-cc033bf8918a tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3057785 Mar 22 11:39:03.944493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:03.976985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52624) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:03.980655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:39:03.981012 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device df5fb2d5-0fac-40d5-b6ae-ba9c94c33941 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:39:03.998192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:03.999746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.005992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b03c8b55-70a1-451a-b9a5-25c0a2afb9ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.006808 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-b03c8b55-70a1-451a-b9a5-25c0a2afb9ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 11:39:04.007323 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b03c8b55-70a1-451a-b9a5-25c0a2afb9ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:04.008266 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b03c8b55-70a1-451a-b9a5-25c0a2afb9ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300047 Mar 22 11:39:04.052852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52628) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.064599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.070611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.073671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.076296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.082891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.087566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.100909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.158783 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:39:04.161145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Port': ['ID=eb88cbbc-0ff6-473b-bd25-8a3b435c3544,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:04.183227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.183871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d06be01-3640-4eb3-af6d-1a9d920dff60 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:04.203422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.209570 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1602d02a-156b-4f35-ac9d-7bfeb3f81a13 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6d06be01-3640-4eb3-af6d-1a9d920dff60 HTTP/1.1" status: 204 len: 168 time: 1.8030965 Mar 22 11:39:04.210576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52632) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.217127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-838486734', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.226898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.231229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.235988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.244995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.284401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=af320094-c0be-42ad-a481-3a3878bb18ca,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:04.291197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.295448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/ports/3807b53a-9a0b-4388-903e-b85ed26e28ea HTTP/1.1" status: 204 len: 168 time: 2.1895857 Mar 22 11:39:04.295601 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network af320094-c0be-42ad-a481-3a3878bb18ca details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:04.297511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bcc59-c400-4b8d-a869-5cd9a107fda9 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Port': ['ID=3807b53a-9a0b-4388-903e-b85ed26e28ea,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:04.298500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52636) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.345864 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:04.347239 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fbabc8a4-bb37-475b-9a38-6416e709c013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2935271 Mar 22 11:39:04.350877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.353770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5a6bdbf8-1585-4e51-bd6e-01f92e6fd2cd tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Synchronizing usage tracker for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:04.368963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-cdfd0ff9-7aa5-434e-9855-a27dcc0c3569 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.369435 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-cdfd0ff9-7aa5-434e-9855-a27dcc0c3569 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 11:39:04.369956 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-cdfd0ff9-7aa5-434e-9855-a27dcc0c3569 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:04.376413 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cdfd0ff9-7aa5-434e-9855-a27dcc0c3569 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078402 Mar 22 11:39:04.376729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52644) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.382314 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.392122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.396342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.397285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.403907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.404068 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9218fa09-817b-4006-8bd0-ad3efd5ac5f5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5556514 Mar 22 11:39:04.404398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52648) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.410763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.415951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.425198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.448915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.459965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.518096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5a6bdbf8-1585-4e51-bd6e-01f92e6fd2cd tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Unset dirty status for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:04.519322 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5a6bdbf8-1585-4e51-bd6e-01f92e6fd2cd tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2156200 Mar 22 11:39:04.530218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.531277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52652) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.545875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1520129455'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.552815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.563861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:network and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.566860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.567214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.569027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.577920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.580043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.584548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.588834 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Project b54e257dac6944629b6a566f6adf4192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:39:04.602169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.616764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Port': ['ID=7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:04.720596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.725988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:04.729378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.730624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.738451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:04.741983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.758742 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:04.759830 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-acba826a-294d-4ee6-b3d8-381c0d8502a1 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3820634 Mar 22 11:39:04.765772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52656) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.768725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=7705cbda-3711-45c9-b245-31107a47782c,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:04.778887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c5a76955-8849-4de4-9fd3-efc73ece36e2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.779362 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-c5a76955-8849-4de4-9fd3-efc73ece36e2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 11:39:04.779847 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-c5a76955-8849-4de4-9fd3-efc73ece36e2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:04.790915 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c5a76955-8849-4de4-9fd3-efc73ece36e2 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097582 Mar 22 11:39:04.790915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52660) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:04.793365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:04.802306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:04.804686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '4e03ce79-bab9-4a1a-b89d-cedb45cdec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:04.805127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 11256625-f55b-47e3-b3c2-05a63b5ab4bc, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:04.813527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:04.816656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:04.826479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:04.949641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.950134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Fanout notify agent at l3_agent the message router_deleted on router 73f6ca41-319f-494b-9705-182c3cc57312 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:04.961944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:04.963055 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3122909e-c6af-4a8f-ae53-ae13f6ecdd3b tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/routers/73f6ca41-319f-494b-9705-182c3cc57312 HTTP/1.1" status: 204 len: 168 time: 3.8158529 Mar 22 11:39:04.966483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52664) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.002785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:05.005068 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.securitygroups_db [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Project b54e257dac6944629b6a566f6adf4192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:39:05.054918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Deleting subnet c86e6448-416f-466c-adc2-66ae952ade0b {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:05.058315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.077904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:05.117229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.143753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 11256625-f55b-47e3-b3c2-05a63b5ab4bc) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:05.144735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.153529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d17de-6910-4705-91d6-a480b23d3f8e None None] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:05.157761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:05.163128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.167481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.167823 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment d8f9fefa-8291-4b84-93be-3bfc422fd500 of type vlan for network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 Mar 22 11:39:05.175774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:05.177087 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0ca10e0-c5d4-43ce-b2c9-090e87d0dc75 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3923080 Mar 22 11:39:05.180392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52668) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.184695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.185490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '1628f5b8-de87-457c-8858-02f2131dac94', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:05.186701 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3b430abf-41ab-4390-9be6-43281570113e tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7781dfb3-d833-41f6-b3e2-c2f9a6f9fa8f HTTP/1.1" status: 204 len: 168 time: 3.1822021 Mar 22 11:39:05.192724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52672) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.199681 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109', 'external_fixed_ips': [{'subnet_id': '01a515ac-2506-4fcb-99e1-d22b8b3a4de3', 'ip_address': '2001:db8::e0'}]}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:05.200049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:05.206734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:05.214827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:05.216660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:router and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:05.220619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:05.220864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:05.223977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.226895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.230660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:05.264678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:05.282830 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e8acff5c-2a51-44fa-b189-f087472f1950 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1036415 Mar 22 11:39:05.286795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52676) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.294401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1591901374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:05.302692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:05.311997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:05.315570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:05.321946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:05.383446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.384849 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.401835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.407620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-11256625-f55b-47e3-b3c2-05a63b5ab4bc', 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '7705cbda-3711-45c9-b245-31107a47782c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:05.408619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.414474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.415663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.420246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.426223 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Project b54e257dac6944629b6a566f6adf4192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:39:05.471405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.473364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Subnet': ['ID=c86e6448-416f-466c-adc2-66ae952ade0b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:05.475546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.477146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:05.477739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.490237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.502456 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c684b8f4-4c43-4b06-be53-45005377c4e5 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/subnets/c86e6448-416f-466c-adc2-66ae952ade0b HTTP/1.1" status: 204 len: 168 time: 0.5323436 Mar 22 11:39:05.507682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52680) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.539970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.576755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Allocated IP 2001:db8::2 (11256625-f55b-47e3-b3c2-05a63b5ab4bc/7705cbda-3711-45c9-b245-31107a47782c/58e76339-3e70-40e5-95da-05f70a799767) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:05.634049 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:05.638520 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-522d2eec-14d9-497c-bfd3-dfd7d8d3c803 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4534395 Mar 22 11:39:05.649157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52684) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.663713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.678796 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1463757 Mar 22 11:39:05.686263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db016a-4779-40af-ade0-daf431216cc0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=34f8efc9-7af3-4475-adb7-5143d6ea92b5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:05.686969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52688) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:05.704760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-705809989'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:05.713570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:05.716906 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:05.768776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.800885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=fbb8ad22-4415-4174-8ef9-5dd0ee22ce26,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:05.833225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.844136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Transition to ACTIVE for port object 58e76339-3e70-40e5-95da-05f70a799767 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:05.863894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Transition to ACTIVE for port object 58e76339-3e70-40e5-95da-05f70a799767 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:05.873336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '8c098e49-3c1d-42ea-863f-300fdf4e2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:05.873700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: af320094-c0be-42ad-a481-3a3878bb18ca, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:05.915982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:network and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:05.918967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:05.922980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:05.935018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.970758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.973666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.977881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:05.982672 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a144c753-573b-4d91-9001-ca95336bc7e6 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6908836 Mar 22 11:39:05.998730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52692) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:06.003243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:06.007623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.008778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'port': {'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc', 'name': 'tempest-RoutersIpV6Test-207028948'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:06.046274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:39:06.046606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device cc39b0b2-2457-4b2a-a6f6-39e9ab5da4ab not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:39:06.056990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.093429 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:06.096848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Pushing event updated for resources: {'Port': ['ID=58e76339-3e70-40e5-95da-05f70a799767,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:06.099254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:06.101435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:06.141245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network af320094-c0be-42ad-a481-3a3878bb18ca is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:06.148105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.180570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Allocated IP 172.26.5.93 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/3141d105-631d-4bdf-87c2-ea2a4b918468) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:06.195669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Attempting to bind port 58e76339-3e70-40e5-95da-05f70a799767 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:06.196248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Attempting to bind port 58e76339-3e70-40e5-95da-05f70a799767 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '4e03ce79-bab9-4a1a-b89d-cedb45cdec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:06.196355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Attempting to bind port 58e76339-3e70-40e5-95da-05f70a799767 on network 11256625-f55b-47e3-b3c2-05a63b5ab4bc {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:06.202148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:06.202516 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Checking segment: {'id': '4e03ce79-bab9-4a1a-b89d-cedb45cdec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:06.202902 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.203478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Bound using segment: {'id': '4e03ce79-bab9-4a1a-b89d-cedb45cdec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:06.203928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Bound port: 58e76339-3e70-40e5-95da-05f70a799767, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e03ce79-bab9-4a1a-b89d-cedb45cdec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11256625-f55b-47e3-b3c2-05a63b5ab4bc'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:06.204293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.254645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:06.258070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.286274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.288857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, af320094-c0be-42ad-a481-3a3878bb18ca) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:06.295273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] For port 58e76339-3e70-40e5-95da-05f70a799767, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:06.298717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] For port 58e76339-3e70-40e5-95da-05f70a799767, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=58e76339-3e70-40e5-95da-05f70a799767,segment=NetworkSegment(4e03ce79-bab9-4a1a-b89d-cedb45cdec54),segment_id=4e03ce79-bab9-4a1a-b89d-cedb45cdec54)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:06.301346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955fccd-835d-47a9-bb40-9eaf010bb67c None None] Network af320094-c0be-42ad-a481-3a3878bb18ca requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:06.308639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:06.309285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.317626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1628f5b8-de87-457c-8858-02f2131dac94,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:06.345159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.358596 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.359946 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9458ca27-50cd-4ba2-8b5c-00bfc73c54ce tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/1628f5b8-de87-457c-8858-02f2131dac94 HTTP/1.1" status: 204 len: 168 time: 0.7000811 Mar 22 11:39:06.363286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52696) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:06.386389 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.410364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.433357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aa30c5-1cca-4456-9107-763d6c178afb']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:06.441739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b7b8a56c-4618-4d74-adc1-74964a1eb013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:06.442306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:06.450893 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-436359f1-ae3c-4c28-b4c6-4dd06192c607 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0425787 Mar 22 11:39:06.453693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52700) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:06.459762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1804659889'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:06.460831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea169f4e-5396-4f27-bfd2-ab84ce0e543f') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:06.461146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea169f4e-5396-4f27-bfd2-ab84ce0e543f') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:06.471821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:06.479186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fffb91-9f04-465a-9c12-68abfdf65dd1 None None] Pushing event updated for resources: {'Port': ['ID=58e76339-3e70-40e5-95da-05f70a799767,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:06.484850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.535375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:port and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:06.538512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.538880 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Added segment 330472cd-52bd-4938-a938-1c1ec6062551 of type vlan for network 4629e3ad-96e7-48ef-af67-5c88a5876191 Mar 22 11:39:06.542655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:06.561785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:06.566542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.595712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:06.596118 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:06.619749 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:06.622240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.628224 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-af320094-c0be-42ad-a481-3a3878bb18ca', 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': 'fbb8ad22-4415-4174-8ef9-5dd0ee22ce26'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:06.630355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.630726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b7b8a56c-4618-4d74-adc1-74964a1eb013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:06.636792 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b7b8a56c-4618-4d74-adc1-74964a1eb013 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2722161 Mar 22 11:39:06.637810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52704) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:06.644751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:06.649682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678181650'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:06.655947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:06.663621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:06.663621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.673200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:06.741124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:06.744716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.747935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event updated for resources: {'Port': ['ID=3141d105-631d-4bdf-87c2-ea2a4b918468,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:06.759767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:06.769937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:06.771666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:06.774432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:06.777134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] device_id is not set on port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:06.777277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:06.830790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Allocated IP 2001:db8::2 (af320094-c0be-42ad-a481-3a3878bb18ca/fbb8ad22-4415-4174-8ef9-5dd0ee22ce26/1e5a3082-71d6-4a34-b54d-1f4e2a67a5da) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:06.858399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.883456 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.893119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.903990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:06.903990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.930437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:06.949630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] Pushing event deleted for resources: {'Network': ['ID=12aa30c5-1cca-4456-9107-763d6c178afb,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:07.055365 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dae69799-b25d-47f0-8828-485c84bc14a9 tempest-FloatingIPTestJSON-472816223 tempest-FloatingIPTestJSON-472816223-project] 10.222.0.53 "DELETE /v2.0/networks/12aa30c5-1cca-4456-9107-763d6c178afb HTTP/1.1" status: 204 len: 168 time: 1.5517950 Mar 22 11:39:07.158491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.177566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Transition to ACTIVE for port object 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:07.201638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Transition to ACTIVE for port object 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:07.242381 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5474288 Mar 22 11:39:07.247174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e053f-5cbf-4555-9774-46d55b541d0a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Network': ['ID=4629e3ad-96e7-48ef-af67-5c88a5876191,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:07.262402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 4629e3ad-96e7-48ef-af67-5c88a5876191 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:07.282847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:07.286883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.333229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 4fe2d2cb-287f-4a32-a850-062e71a4c923 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:07.366925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8::1e4 (11256625-f55b-47e3-b3c2-05a63b5ab4bc/7705cbda-3711-45c9-b245-31107a47782c/2fc28953-1f0b-416c-b3d7-2c6d3182dcb7) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:07.376253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:07.389580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:07.404470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.417404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.473382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.489676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Network af320094-c0be-42ad-a481-3a3878bb18ca is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:07.492687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:07.496484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:07.507632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:07.576205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Pushing event updated for resources: {'Port': ['ID=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:07.609032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:07.678649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Attempting to bind port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:07.679292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Attempting to bind port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8c098e49-3c1d-42ea-863f-300fdf4e2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:07.681966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Attempting to bind port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da on network af320094-c0be-42ad-a481-3a3878bb18ca {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:07.692391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:07.693138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Checking segment: {'id': '8c098e49-3c1d-42ea-863f-300fdf4e2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:07.693698 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.694339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Bound using segment: {'id': '8c098e49-3c1d-42ea-863f-300fdf4e2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:07.700750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Bound port: 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c098e49-3c1d-42ea-863f-300fdf4e2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af320094-c0be-42ad-a481-3a3878bb18ca'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:07.701614 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:07.832558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52712) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:07.899470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e4510a68-518d-405a-8405-0f4837383416 None None] For port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:07.911281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e4510a68-518d-405a-8405-0f4837383416 None None] For port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,segment=NetworkSegment(8c098e49-3c1d-42ea-863f-300fdf4e2f39),segment_id=8c098e49-3c1d-42ea-863f-300fdf4e2f39)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:08.017260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.085078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 58e76339-3e70-40e5-95da-05f70a799767 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:08.138120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::3b3 (af320094-c0be-42ad-a481-3a3878bb18ca/fbb8ad22-4415-4174-8ef9-5dd0ee22ce26/4fe2d2cb-287f-4a32-a850-062e71a4c923) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:08.167768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.196535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e88336-8d18-474a-84a1-86584430ef6a None None] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:08.233351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.251929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:08.350253 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.443912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 2001:db8::e0 (3d04f29c-8cc5-40f9-b3b3-64944b3bf109/01a515ac-2506-4fcb-99e1-d22b8b3a4de3/40b16791-fc04-4f6c-82f9-6bd9e20ff87c) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:08.461401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:08.466390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4510a68-518d-405a-8405-0f4837383416 None None] Pushing event updated for resources: {'Port': ['ID=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:08.482141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:08.492723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.498310 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-507e34ba-ac7d-4919-a1d5-c178ac2e6a62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67d0320b801a47d2aba45638ce43b23f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6623542 Mar 22 11:39:08.498514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:08.501389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52718) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:08.505834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:08.506481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.599258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Provisioning for port 58e76339-3e70-40e5-95da-05f70a799767 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:08.609370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 58e76339-3e70-40e5-95da-05f70a799767 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:08.622828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 58e76339-3e70-40e5-95da-05f70a799767 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:08.623404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.631108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.705507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=2fc28953-1f0b-416c-b3d7-2c6d3182dcb7,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:08.708909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Provisioning complete for port 58e76339-3e70-40e5-95da-05f70a799767 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:08.709310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.765129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.793089 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-64c21507-a14a-4053-9896-e4974252da63 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7930720 Mar 22 11:39:08.795280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52722) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:08.935875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.944417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:08.967354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.049049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b28e30-ffd5-410d-b781-041c2a320ce2,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:09.071182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] For port 58e76339-3e70-40e5-95da-05f70a799767, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=58e76339-3e70-40e5-95da-05f70a799767,segment=NetworkSegment(4e03ce79-bab9-4a1a-b89d-cedb45cdec54),segment_id=4e03ce79-bab9-4a1a-b89d-cedb45cdec54)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:09.072950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.078170 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b81a9e13-e7b1-4b67-9399-f0105309a664 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4364057 Mar 22 11:39:09.082128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52726) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:09.090007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '28b28e30-ffd5-410d-b781-041c2a320ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:09.099880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:09.104236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:09.107653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:09.115463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:09.130662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.145126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.169840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f13392-786f-48f9-be07-88b682c6f2ce,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:09.191924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.196481 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b974c285-3084-47d8-ab28-58a63b10828c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82f13392-786f-48f9-be07-88b682c6f2ce HTTP/1.1" status: 204 len: 168 time: 0.6940382 Mar 22 11:39:09.198759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.330250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.548299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.596484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.613254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:09.614259 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:09.625809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af934e7d-139b-40a0-b06e-ab2c3bc40024 None None] Pushing event updated for resources: {'Port': ['ID=58e76339-3e70-40e5-95da-05f70a799767,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:09.728241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 4fe2d2cb-287f-4a32-a850-062e71a4c923 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:09.730310 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The resource could not be found. Mar 22 11:39:09.735499 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6f80f181-6c9e-4669-a796-f232d04b0dbf tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6492805 Mar 22 11:39:09.736247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52734) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:09.811637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '28b28e30-ffd5-410d-b781-041c2a320ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd948550f-e4ce-4890-a6bb-61dbcdd42008'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:09.815620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=40b16791-fc04-4f6c-82f9-6bd9e20ff87c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:09.853821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:09.855775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Provisioning for port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:09.866864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:09.873133 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Provisioning complete for port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:09.873531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.875540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:09.895910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:09.961842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:09.967768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:09.979815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:10.049185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:10.049548 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fed69-d1d9-4142-a498-a4bd19d446c0 None None] Network af320094-c0be-42ad-a481-3a3878bb18ca requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:10.098639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Router 83ba1796-3679-4410-a7e6-2fd6b41e149e is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:10.105814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.350390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Provisioning complete for port 58e76339-3e70-40e5-95da-05f70a799767 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:10.350767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e524c683-ca8a-40db-b0b6-f150993f8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.403829 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The resource could not be found. Mar 22 11:39:10.407888 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-79b0e8d6-d759-47d1-b939-18f5dff03fd6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6518400 Mar 22 11:39:10.417990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.422312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52746) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:10.555890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=4fe2d2cb-287f-4a32-a850-062e71a4c923,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:10.605703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network af320094-c0be-42ad-a481-3a3878bb18ca is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:10.615365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:10.619116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52756) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:10.620272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:10.627908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 58e76339-3e70-40e5-95da-05f70a799767 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:10.633430 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] Sync routers for ids ['83ba1796-3679-4410-a7e6-2fd6b41e149e'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:10.634093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:10.639723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:10.640474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.646519 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] Routers {'83ba1796-3679-4410-a7e6-2fd6b41e149e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:10.647140 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['83ba1796-3679-4410-a7e6-2fd6b41e149e'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:10.659700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'subnets': [{'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1424346114', 'ip_version': 6}, {'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:10.660109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'subnet': {'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1424346114', 'ip_version': 6}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:10.660939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Request body: {'subnet': {'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:10.733292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.736742 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:10.749220 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] Routers {'83ba1796-3679-4410-a7e6-2fd6b41e149e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:10.750276 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['83ba1796-3679-4410-a7e6-2fd6b41e149e'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:10.828152 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:10.828994 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3462fa-9d30-460f-8198-ded38dc53f40 None None] The sync data for ids ['83ba1796-3679-4410-a7e6-2fd6b41e149e'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:10.879088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.947243 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-71d91217-54cd-4387-b9d0-cb7e810a3078 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.4941576 Mar 22 11:39:10.948142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.949240 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2df90fd-8422-445b-81df-e2b380e96414 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.7382562 Mar 22 11:39:10.951808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52762) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:10.952674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52764) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:10.957228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 58e76339-3e70-40e5-95da-05f70a799767 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:10.959140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:10.979098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:11.036304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52770) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:11.081790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:11.087519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Usage tracker for resource:subnet and tenant:51ef389e316b4f37a3dfd0b938659e41 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:11.092618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:11.105172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:11.109359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.138250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b28e30-ffd5-410d-b781-041c2a320ce2,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:11.140479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:11.151698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.156292 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-34c9493d-94cc-47e9-99ba-cac31cb4f7e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/28b28e30-ffd5-410d-b781-041c2a320ce2 HTTP/1.1" status: 204 len: 168 time: 0.6132960 Mar 22 11:39:11.156292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52776) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:11.207151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 4fe2d2cb-287f-4a32-a850-062e71a4c923 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:11.207151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.207326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Made reservation on behalf of 51ef389e316b4f37a3dfd0b938659e41 for: {'subnet': 2} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:11.211991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.212326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.259181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-696239724'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:11.269571 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:11.281460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Provisioning for port 4fe2d2cb-287f-4a32-a850-062e71a4c923 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:11.287606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Provisioning complete for port 4fe2d2cb-287f-4a32-a850-062e71a4c923 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:11.288316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.329431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:11.333560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:11.350171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:11.377419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Port 4fe2d2cb-287f-4a32-a850-062e71a4c923 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:11.382897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.383087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:11.392032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Provisioning complete for port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:11.394265 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.394373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3c8050ab-b2fc-4d79-acb3-b1dda0e75622 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:11.453981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:11.469047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3c8050ab-b2fc-4d79-acb3-b1dda0e75622 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:11.470449 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3c8050ab-b2fc-4d79-acb3-b1dda0e75622 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3132305 Mar 22 11:39:11.480413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52780) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:11.488009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '5240a11b-d8c4-4622-a23f-3e30f9d6461a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:11.496011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:11.498246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:11.501539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.518394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:11.522772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.531946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:11.545185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:11.547827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:39:11.554945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Provisioning for port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:11.560579 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Provisioning complete for port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:11.560956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.562702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:11.571432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:security_group_rule and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:11.575302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:11.577980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.592838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:11.681999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.717418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] For port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,segment=NetworkSegment(8c098e49-3c1d-42ea-863f-300fdf4e2f39),segment_id=8c098e49-3c1d-42ea-863f-300fdf4e2f39)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:11.758505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.789221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.836178 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The resource could not be found. Mar 22 11:39:11.837350 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4afb887-8b3b-4977-8751-bfbf9594f8e5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3559577 Mar 22 11:39:11.844819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52784) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:11.858330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240778117'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:11.873920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:11.893947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.902063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:11.933206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cd04d-e468-451a-ae50-23762d9fcfa3 None None] Pushing event updated for resources: {'Port': ['ID=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:11.941969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d3bb5997-2b19-46eb-b1ae-ea3f333a7c05 None None] Provisioning complete for port 4fe2d2cb-287f-4a32-a850-062e71a4c923 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:11.942342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5997-2b19-46eb-b1ae-ea3f333a7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.975723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.998663 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb5997-2b19-46eb-b1ae-ea3f333a7c05 None None] Port 4fe2d2cb-287f-4a32-a850-062e71a4c923 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:12.000807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.042353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:12.079044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.079401 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 864e30ca-3d77-4eaf-89fa-fa28194586d7 of type vlan for network 0e9c51b8-c1be-4560-940d-0732dc79035c Mar 22 11:39:12.081467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc6818-a1d2-4d59-86f6-bdbda96b40de,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.099746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.138166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Subnet': ['ID=cfee56da-9677-47fe-b324-e492efc91038,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.163150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:12.168795 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.176020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:12.182092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:12.186248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Checking segment: {'id': 'd8f9fefa-8291-4b84-93be-3bfc422fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:12.186392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network hostable DHCP agents. Network: 34f8efc9-7af3-4475-adb7-5143d6ea92b5, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:12.196652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:12.289501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=2fc28953-1f0b-416c-b3d7-2c6d3182dcb7,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.297292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.315175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.322473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a2d6e35c-24e5-4940-98f7-fc7fc82df4fc None None] Provisioning complete for port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:12.325322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:12.325873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e35c-24e5-4940-98f7-fc7fc82df4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.325962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.386052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:12.422498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.462360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6e35c-24e5-4940-98f7-fc7fc82df4fc None None] Port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:12.477037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:12.477409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.485349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:12.496267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.583077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 34f8efc9-7af3-4475-adb7-5143d6ea92b5) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:12.587268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.599008 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c98151-9ac1-45f3-aec7-3d1e757a4c91 None None] Network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:12.663244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=0e9c51b8-c1be-4560-940d-0732dc79035c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.679367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad6ae8-fa3e-4acf-bf63-6aae916f57de,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.679592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 0e9c51b8-c1be-4560-940d-0732dc79035c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:12.702242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 4fe2d2cb-287f-4a32-a850-062e71a4c923 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:12.709683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event updated for resources: {'Subnet': ['ID=dc735a18-6b87-4dcd-9c07-546cfdb6e7f4,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:12.721427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Checking segment: {'id': '330472cd-52bd-4938-a938-1c1ec6062551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:12.723108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network hostable DHCP agents. Network: 4629e3ad-96e7-48ef-af67-5c88a5876191, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:12.774046 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-05186eae-bb39-4076-8116-13820d77930c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7356298 Mar 22 11:39:12.799968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.808257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.813284 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ba54a1c7-9500-4d9b-aad1-6351d0c5fd32 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9646521 Mar 22 11:39:12.815795 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52788) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:12.824206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.825642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935031943'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:12.840230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:12.870367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:12.885961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Network 4629e3ad-96e7-48ef-af67-5c88a5876191 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:12.904073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52792) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:12.917116 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-34f8efc9-7af3-4475-adb7-5143d6ea92b5', 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5', 'tenant_id': '51ef389e316b4f37a3dfd0b938659e41', 'fixed_ips': [{'subnet_id': 'cfee56da-9677-47fe-b324-e492efc91038'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:12.917581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:12.919496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.958200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.027470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 4629e3ad-96e7-48ef-af67-5c88a5876191) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:13.052558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:13.053033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:13.053663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.058951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:13.064160 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e3034-7923-4a3c-9201-a9ee338086d8 None None] Network 4629e3ad-96e7-48ef-af67-5c88a5876191 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:13.071481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:13.078245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:13.084581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:13.087651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:13.092319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:13.096470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:13.105502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:13.157681 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.172097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.178898 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1641e5bd-2bf8-484b-969f-c41a1ac5712a tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5537407 Mar 22 11:39:13.179208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52796) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:13.189264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Allocated IP 2001:db8::1 (34f8efc9-7af3-4475-adb7-5143d6ea92b5/cfee56da-9677-47fe-b324-e492efc91038/fdeda9c4-b998-435a-8c1b-805e1ee7a0c5) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:13.253370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:13.255125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:13.256708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:13.257569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Synchronizing usage tracker for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:13.267508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.268870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.283523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:13.287010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.410447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Unset dirty status for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:13.420617 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0a67283a-3598-4309-91d1-78e63ea5b671 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2314410 Mar 22 11:39:13.425457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52800) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:13.429844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d86e1ad-79f9-46fe-9b37-84e60d3623d1,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:13.431423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-4629e3ad-96e7-48ef-af67-5c88a5876191', 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191', 'tenant_id': '51ef389e316b4f37a3dfd0b938659e41', 'fixed_ips': [{'subnet_id': 'dc735a18-6b87-4dcd-9c07-546cfdb6e7f4'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:13.434670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.490001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.494084 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7bf4041b-1822-4829-840b-772a534991fc tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6745427 Mar 22 11:39:13.500503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52804) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:13.510327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '34ad6ae8-fa3e-4acf-bf63-6aae916f57de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4d86e1ad-79f9-46fe-9b37-84e60d3623d1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:13.511305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=4fe2d2cb-287f-4a32-a850-062e71a4c923,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:13.517722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:13.521833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:13.524929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:13.531067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:13.567358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Deleting subnet cfee56da-9677-47fe-b324-e492efc91038 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:13.583974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.587732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.599127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.612262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router 0830444c-2915-4e3b-8a01-4a63ce7d19ab is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:13.618575 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c015b4b9-d5bc-4bab-b050-368114456bd5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/4fe2d2cb-287f-4a32-a850-062e71a4c923 HTTP/1.1" status: 204 len: 168 time: 2.6601338 Mar 22 11:39:13.622241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52808) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:13.622389 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Transition to ACTIVE for port object fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:13.689047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Transition to ACTIVE for port object fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:13.707913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Allocated IP 2001:db8:0:1::1 (4629e3ad-96e7-48ef-af67-5c88a5876191/dc735a18-6b87-4dcd-9c07-546cfdb6e7f4/7a599461-213a-4665-a4fd-9207b87d4c75) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:13.743720 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:13.748447 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6ffb81ff-e39f-4119-9c2b-db0fc7010c00 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2468712 Mar 22 11:39:13.752636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52812) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:13.769670 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb27f839-1d11-4080-a30e-dd55caff3f1e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:39:13.770781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fb27f839-1d11-4080-a30e-dd55caff3f1e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:13.776139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.782355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.817188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.913317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=929e8ca9-d3d5-46e5-9360-c6e1e18f61b2,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:13.949900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:13.955479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:13.959957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.962995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:13.987406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.054075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.063462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '864e30ca-3d77-4eaf-89fa-fa28194586d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:14.063829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 0e9c51b8-c1be-4560-940d-0732dc79035c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:14.081561 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Attempting to bind port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:14.082078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Attempting to bind port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'd8f9fefa-8291-4b84-93be-3bfc422fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:14.082635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Attempting to bind port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 on network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:14.090667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Pushing event updated for resources: {'Port': ['ID=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:14.090876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fb27f839-1d11-4080-a30e-dd55caff3f1e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:14.091854 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fb27f839-1d11-4080-a30e-dd55caff3f1e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/4fe2d2cb-287f-4a32-a850-062e71a4c923 HTTP/1.1" status: 404 len: 333 time: 0.4674430 Mar 22 11:39:14.100759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52816) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.109662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:14.110301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Checking segment: {'id': 'd8f9fefa-8291-4b84-93be-3bfc422fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:14.110911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.111369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Bound using segment: {'id': 'd8f9fefa-8291-4b84-93be-3bfc422fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:14.112376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Bound port: fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f9fefa-8291-4b84-93be-3bfc422fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '34f8efc9-7af3-4475-adb7-5143d6ea92b5'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:14.112376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.159043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.226101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:14.249850 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Sync routers for ids ['0830444c-2915-4e3b-8a01-4a63ce7d19ab'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:14.251703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 0e9c51b8-c1be-4560-940d-0732dc79035c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:14.274251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.286701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Routers {'0830444c-2915-4e3b-8a01-4a63ce7d19ab'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:14.287307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0830444c-2915-4e3b-8a01-4a63ce7d19ab'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:14.290481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.317979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d86e1ad-79f9-46fe-9b37-84e60d3623d1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:14.321567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet fbb8ad22-4415-4174-8ef9-5dd0ee22ce26 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:14.336254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.337585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.341876 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b9b84ad7-1243-4e48-8b2e-91c08d7bd8ba tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d86e1ad-79f9-46fe-9b37-84e60d3623d1 HTTP/1.1" status: 204 len: 168 time: 0.5888116 Mar 22 11:39:14.342310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52820) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.347391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Transition to ACTIVE for port object 7a599461-213a-4665-a4fd-9207b87d4c75 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:14.358752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.374948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] For port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:14.405733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Transition to ACTIVE for port object 7a599461-213a-4665-a4fd-9207b87d4c75 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:14.408053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] For port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,segment=NetworkSegment(d8f9fefa-8291-4b84-93be-3bfc422fd500),segment_id=d8f9fefa-8291-4b84-93be-3bfc422fd500)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:14.410550 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 0e9c51b8-c1be-4560-940d-0732dc79035c) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:14.414959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:14.415623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.425891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f11fc-0ad6-41a3-8cbe-159e3a982c8a None None] Network 0e9c51b8-c1be-4560-940d-0732dc79035c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:14.433033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.436001 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/subnets/cfee56da-9677-47fe-b324-e492efc91038 HTTP/1.1" status: 204 len: 168 time: 1.0024605 Mar 22 11:39:14.436001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a3221-4153-4836-9e7e-47d5ec354ca0 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Subnet': ['ID=cfee56da-9677-47fe-b324-e492efc91038,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:14.445720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52824) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.478513 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.479633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a84e9b71-2057-4a29-bb8f-c6fdc2e09289 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.2859259 Mar 22 11:39:14.482035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.494177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52828) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.523497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.567108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.601259 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c4fce9d7-3565-4b87-b8ab-3ab35a16d77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6960073 Mar 22 11:39:14.605923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-41dcacef-b74d-4859-a200-3f2f3a8bfb48 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:14.608453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52832) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.618283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46569668'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:14.629362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:14.641261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:14.648697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Deleting subnet dc735a18-6b87-4dcd-9c07-546cfdb6e7f4 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:14.650839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:14.659492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.660656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.711039 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:14.717288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Network 4629e3ad-96e7-48ef-af67-5c88a5876191 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:14.733398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Set router 0830444c-2915-4e3b-8a01-4a63ce7d19ab gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:39:14.758052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.776350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:14.787202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.787875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:14.861786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:14.928872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-41dcacef-b74d-4859-a200-3f2f3a8bfb48 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:14.930201 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-41dcacef-b74d-4859-a200-3f2f3a8bfb48 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5869296 Mar 22 11:39:14.937637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52836) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:14.977627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.020996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.081637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:15.087379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.148549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d680-7430-4a0f-adfb-411417156f79 None None] Pushing event updated for resources: {'Port': ['ID=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:15.200144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=2fc28953-1f0b-416c-b3d7-2c6d3182dcb7,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:15.266430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Attempting to bind port 7a599461-213a-4665-a4fd-9207b87d4c75 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:15.269154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Attempting to bind port 7a599461-213a-4665-a4fd-9207b87d4c75 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '330472cd-52bd-4938-a938-1c1ec6062551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:15.269154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Attempting to bind port 7a599461-213a-4665-a4fd-9207b87d4c75 on network 4629e3ad-96e7-48ef-af67-5c88a5876191 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:15.281804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:15.282321 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Checking segment: {'id': '330472cd-52bd-4938-a938-1c1ec6062551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:15.282816 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.283315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Bound using segment: {'id': '330472cd-52bd-4938-a938-1c1ec6062551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:15.283883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Bound port: 7a599461-213a-4665-a4fd-9207b87d4c75, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330472cd-52bd-4938-a938-1c1ec6062551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4629e3ad-96e7-48ef-af67-5c88a5876191'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:15.284340 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.296455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.353916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.357183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.364819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:15.405926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Pushing event updated for resources: {'Port': ['ID=7a599461-213a-4665-a4fd-9207b87d4c75,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:15.424344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb8ad22-4415-4174-8ef9-5dd0ee22ce26,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:15.436752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.451246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:15.462253 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4935fd29-5f83-4fbc-ac52-a71a9f4bded9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb8ad22-4415-4174-8ef9-5dd0ee22ce26 HTTP/1.1" status: 204 len: 168 time: 1.3604155 Mar 22 11:39:15.463465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:15.466293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52840) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:15.472437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.472817 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment e5ff5f06-ca74-4642-8916-96b434199046 of type vlan for network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd Mar 22 11:39:15.506880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860028d-f5cb-4e9b-9469-e8326953d0b7 None None] Network af320094-c0be-42ad-a481-3a3878bb18ca requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:15.533613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.598598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-0e9c51b8-c1be-4560-940d-0732dc79035c', 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '929e8ca9-d3d5-46e5-9360-c6e1e18f61b2'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:15.599556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.625141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0830444c-2915-4e3b-8a01-4a63ce7d19ab', 'name': '', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109', 'external_fixed_ips': [{'subnet_id': '01a515ac-2506-4fcb-99e1-d22b8b3a4de3', 'ip_address': '2001:db8::e0'}], 'enable_snat': True}, 'gw_port_id': '40b16791-fc04-4f6c-82f9-6bd9e20ff87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:05Z', 'updated_at': '2022-03-22T11:39:10Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': '40b16791-fc04-4f6c-82f9-6bd9e20ff87c', 'name': '', 'network_id': '3d04f29c-8cc5-40f9-b3b3-64944b3bf109', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0830444c-2915-4e3b-8a01-4a63ce7d19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '01a515ac-2506-4fcb-99e1-d22b8b3a4de3', 'ip_address': '2001:db8::e0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:07Z', 'updated_at': '2022-03-22T11:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01a515ac-2506-4fcb-99e1-d22b8b3a4de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:15.638437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Checking router: 0830444c-2915-4e3b-8a01-4a63ce7d19ab for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:39:15.638878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Updating router 0830444c-2915-4e3b-8a01-4a63ce7d19ab port 40b16791-fc04-4f6c-82f9-6bd9e20ff87c binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:39:15.659357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.676317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.728508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.754382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.761694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:15.761694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.761971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.812357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.837014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8b684665-d711-44c6-abe7-f6241080901c None None] For port 7a599461-213a-4665-a4fd-9207b87d4c75, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:15.845349 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8b684665-d711-44c6-abe7-f6241080901c None None] For port 7a599461-213a-4665-a4fd-9207b87d4c75, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a599461-213a-4665-a4fd-9207b87d4c75,segment=NetworkSegment(330472cd-52bd-4938-a938-1c1ec6062551),segment_id=330472cd-52bd-4938-a938-1c1ec6062551)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:15.897154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.907627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.914952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:15.915585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.920301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Deleting port 40b16791-fc04-4f6c-82f9-6bd9e20ff87c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:15.920507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.935474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8abf4c3c-4331-4154-bbd4-06bb05aeb242 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:15.938619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.952140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:15.997374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Subnet': ['ID=dc735a18-6b87-4dcd-9c07-546cfdb6e7f4,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:16.132731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Allocated IP 172.20.255.242 (0e9c51b8-c1be-4560-940d-0732dc79035c/929e8ca9-d3d5-46e5-9360-c6e1e18f61b2/4854ce8e-f0ae-44cb-9351-d4c7167fa280) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:16.153606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:16.161199 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aad0bc2e-3266-4a4a-95f3-34b3f8dcdec1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8abf4c3c-4331-4154-bbd4-06bb05aeb242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3652534 Mar 22 11:39:16.174664 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] Sync routers for ids ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:16.177230 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52848) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:16.185552 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] Routers {'8abf4c3c-4331-4154-bbd4-06bb05aeb242'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:16.186527 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:16.200664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,segment=NetworkSegment(8c098e49-3c1d-42ea-863f-300fdf4e2f39),segment_id=8c098e49-3c1d-42ea-863f-300fdf4e2f39)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:16.201039 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:16.311145 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:16.337302 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] Routers {'8abf4c3c-4331-4154-bbd4-06bb05aeb242'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:16.337934 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:16.379552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:16.502457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc0c5c-0888-475d-968d-b1f80f6d3bdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:16.503239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e7bc0c5c-0888-475d-968d-b1f80f6d3bdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:16.504629 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:16.504786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:16.505648 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd375380-6bfe-4412-a168-1a8c4111b357 None None] The sync data for ids ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:16.514350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:16.516039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c29fda72-77a4-4b15-a5f2-428c7bdcb80b None None] Provisioning complete for port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:16.516440 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c29fda72-77a4-4b15-a5f2-428c7bdcb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:16.534393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad6ae8-fa3e-4acf-bf63-6aae916f57de,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:16.545805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router 83ba1796-3679-4410-a7e6-2fd6b41e149e has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:39:16.568134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0e1fa3-b152-404e-9a1a-078785efc59d None None] Network 34f8efc9-7af3-4475-adb7-5143d6ea92b5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:16.595016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:16.598711 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-747155ff-4063-494c-847a-7d1c8ca5634e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/34ad6ae8-fa3e-4acf-bf63-6aae916f57de HTTP/1.1" status: 204 len: 168 time: 1.6580703 Mar 22 11:39:16.622151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52852) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:16.626202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:16.629975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a2db-8bf5-4464-b8b4-77c0c516703b req-23b6c708-67de-4211-be16-864425f2a3f0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:16.631945 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9bc2a2db-8bf5-4464-b8b4-77c0c516703b req-23b6c708-67de-4211-be16-864425f2a3f0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.7004077 Mar 22 11:39:16.677829 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-12a1e825-0e96-4b1c-8e2f-e8bab153db8f tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/subnets/dc735a18-6b87-4dcd-9c07-546cfdb6e7f4 HTTP/1.1" status: 204 len: 168 time: 2.2267888 Mar 22 11:39:16.685582 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0714738 Mar 22 11:39:16.686042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Transition to ACTIVE for port object 4854ce8e-f0ae-44cb-9351-d4c7167fa280 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:16.686554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52856) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:16.749960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684665-d711-44c6-abe7-f6241080901c None None] Pushing event updated for resources: {'Port': ['ID=7a599461-213a-4665-a4fd-9207b87d4c75,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:16.767361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52858) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:16.768339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07847e37-8e27-4fc5-9f9e-cb1cdfeda983 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=ffcecb86-cd63-466b-a64e-bd27d1d4f8dd,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:16.833040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e7bc0c5c-0888-475d-968d-b1f80f6d3bdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:16.834897 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e7bc0c5c-0888-475d-968d-b1f80f6d3bdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports/2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 HTTP/1.1" status: 200 len: 983 time: 0.6567307 Mar 22 11:39:16.841885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:16.853517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52864) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:16.902302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-c29fda72-77a4-4b15-a5f2-428c7bdcb80b None None] Port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:16.911289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:16.911779 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Transition to ACTIVE for port object 4854ce8e-f0ae-44cb-9351-d4c7167fa280 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:16.920406 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aadb55-158d-4443-836c-67042ca48c6c None None] DHCP port deletion for af320094-c0be-42ad-a481-3a3878bb18ca request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:16.929478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.039004 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9bc2a2db-8bf5-4464-b8b4-77c0c516703b req-2fc67813-6360-46a1-bdf2-a5bba6486aba tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961973 Mar 22 11:39:17.041635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.152642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=1e5a3082-71d6-4a34-b54d-1f4e2a67a5da,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:17.165556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0a2ca-432b-4fe5-b3cd-1a455c26c627 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:17.170092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e6b0a2ca-432b-4fe5-b3cd-1a455c26c627 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Synchronizing usage tracker for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:17.204078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No DVR routers for this DVR port 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:17.252509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Network 0e9c51b8-c1be-4560-940d-0732dc79035c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:17.258603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bcd5c51-d600-476c-b77e-50f47386293e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:17.266263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:17.272087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:17.284809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:17.303368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.309653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Provisioning for port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:17.343609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:17.343985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.379601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:17.392576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.394164 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-877b2a10-3fde-4860-ba89-e100c2a2d941 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "PUT /v2.0/routers/83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 200 len: 920 time: 6.4340532 Mar 22 11:39:17.397868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52870) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:17.418190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.446160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af320094-c0be-42ad-a481-3a3878bb18ca']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.448363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Pushing event updated for resources: {'Port': ['ID=4854ce8e-f0ae-44cb-9351-d4c7167fa280,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:17.451658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] Sync routers for ids ['83ba1796-3679-4410-a7e6-2fd6b41e149e'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:17.459723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c098e49-3c1d-42ea-863f-300fdf4e2f39') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.460229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c098e49-3c1d-42ea-863f-300fdf4e2f39') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.472991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.479491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bcd5c51-d600-476c-b77e-50f47386293e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:17.480813 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3bcd5c51-d600-476c-b77e-50f47386293e tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8476930 Mar 22 11:39:17.496682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.500300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52874) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:17.503594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:17.504092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.505626 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Provisioning complete for port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:17.506080 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.506193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431053402'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:17.512537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:17.522747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:17.593057 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:17.602288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c555f-07d9-480c-a634-f51b37c51258 None None] Network 4629e3ad-96e7-48ef-af67-5c88a5876191 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:17.614772 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] Routers {'83ba1796-3679-4410-a7e6-2fd6b41e149e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:17.615521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['83ba1796-3679-4410-a7e6-2fd6b41e149e'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.615813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.715725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:17.722861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:17.723744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.725803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Attempting to bind port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:17.726164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Attempting to bind port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '864e30ca-3d77-4eaf-89fa-fa28194586d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:17.726534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Attempting to bind port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 on network 0e9c51b8-c1be-4560-940d-0732dc79035c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:17.735063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:17.747783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:17.758662 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1e4e4d6-70e7-47b9-a9ac-622ca625ab6d tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 200 len: 920 time: 0.3566997 Mar 22 11:39:17.766383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e6b0a2ca-432b-4fe5-b3cd-1a455c26c627 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Unset dirty status for tenant:51ef389e316b4f37a3dfd0b938659e41 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:17.768454 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e6b0a2ca-432b-4fe5-b3cd-1a455c26c627 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0739224 Mar 22 11:39:17.768454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52878) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:17.774711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52880) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:17.776823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Calling delete_port for 40b16791-fc04-4f6c-82f9-6bd9e20ff87c owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:17.804595 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:17.805486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Checking segment: {'id': '864e30ca-3d77-4eaf-89fa-fa28194586d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:17.805486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.806967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Bound using segment: {'id': '864e30ca-3d77-4eaf-89fa-fa28194586d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:17.806967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Bound port: 4854ce8e-f0ae-44cb-9351-d4c7167fa280, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864e30ca-3d77-4eaf-89fa-fa28194586d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0e9c51b8-c1be-4560-940d-0732dc79035c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:17.806967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.850125 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] Routers {'83ba1796-3679-4410-a7e6-2fd6b41e149e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:17.850643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['83ba1796-3679-4410-a7e6-2fd6b41e149e'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:17.864420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:17.877202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:17.881463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:17.892918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:17.911003 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:39:17.913775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.961318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:17.976421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.003538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=af320094-c0be-42ad-a481-3a3878bb18ca,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:18.016594 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.028195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Deleting port 7a599461-213a-4665-a4fd-9207b87d4c75 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:18.028195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.034273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:18.034693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f770a97-870d-447e-8bde-b07911ae6082 None None] The sync data for ids ['83ba1796-3679-4410-a7e6-2fd6b41e149e'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:18.038816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc72a1-c2ad-4b70-ab12-e4f56da1c701 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:18.039488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a5bc72a1-c2ad-4b70-ab12-e4f56da1c701 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Synchronizing usage tracker for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:18.063697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b59e5-a150-447c-9f0d-37a3b1f2c1bc req-948c293b-c455-43e6-89aa-6596682827c5 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:18.065693 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2a7b59e5-a150-447c-9f0d-37a3b1f2c1bc req-948c293b-c455-43e6-89aa-6596682827c5 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.7671554 Mar 22 11:39:18.072292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:18.076103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.113553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.136280 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-589756ed-397d-4139-b6db-cfa9e9b450b6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/af320094-c0be-42ad-a481-3a3878bb18ca HTTP/1.1" status: 204 len: 168 time: 2.6655347 Mar 22 11:39:18.141555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52886) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:18.147466 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] DHCP port deletion for 34f8efc9-7af3-4475-adb7-5143d6ea92b5 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:18.193915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'name': 'tempest-PortsIpV6TestJSON-296272801'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:18.206864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Deleting port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:18.208437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.221546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.226328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a5bc72a1-c2ad-4b70-ab12-e4f56da1c701 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Unset dirty status for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:18.227551 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a5bc72a1-c2ad-4b70-ab12-e4f56da1c701 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=83ba1796-3679-4410-a7e6-2fd6b41e149e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4190550 Mar 22 11:39:18.249618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52890) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:18.280668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.290919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc8842-04dd-4478-bddc-cf5d23032fb3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:18.295517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.341333 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2a7b59e5-a150-447c-9f0d-37a3b1f2c1bc req-f0f6d418-bda1-4e21-9278-916031f54caa tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425241 Mar 22 11:39:18.345104 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] For port 4854ce8e-f0ae-44cb-9351-d4c7167fa280, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:18.422523 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] For port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,segment=NetworkSegment(d8f9fefa-8291-4b84-93be-3bfc422fd500),segment_id=d8f9fefa-8291-4b84-93be-3bfc422fd500)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:18.522947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:18.546944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:18.554697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:18.566395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.579414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.583643 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9298e86d-4788-415b-a7fb-948934c60278 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0792949 Mar 22 11:39:18.591714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52896) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:18.596385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:18.603434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] DHCP port deletion for 4629e3ad-96e7-48ef-af67-5c88a5876191 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:18.604464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '0dbc8842-04dd-4478-bddc-cf5d23032fb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:18.612291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e5bf4-3870-4222-b678-b4af0a079be3 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:18.616991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-369e5bf4-3870-4222-b678-b4af0a079be3 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Synchronizing usage tracker for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:18.616991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.631726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Deleting port 7a599461-213a-4665-a4fd-9207b87d4c75 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:18.632411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.661507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:18.678897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:18.679531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:18.686312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] For port 4854ce8e-f0ae-44cb-9351-d4c7167fa280, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4854ce8e-f0ae-44cb-9351-d4c7167fa280,segment=NetworkSegment(864e30ca-3d77-4eaf-89fa-fa28194586d7),segment_id=864e30ca-3d77-4eaf-89fa-fa28194586d7)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:18.689998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:18.695350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:18.700747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Port': ['ID=40b16791-fc04-4f6c-82f9-6bd9e20ff87c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:18.710587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:18.738363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] For port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,segment=NetworkSegment(d8f9fefa-8291-4b84-93be-3bfc422fd500),segment_id=d8f9fefa-8291-4b84-93be-3bfc422fd500)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:18.738884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.762832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:18.767641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:18.772829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:18.776191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.786796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.843176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] For port 7a599461-213a-4665-a4fd-9207b87d4c75, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a599461-213a-4665-a4fd-9207b87d4c75,segment=NetworkSegment(330472cd-52bd-4938-a938-1c1ec6062551),segment_id=330472cd-52bd-4938-a938-1c1ec6062551)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:18.843678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:18.967198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Calling delete_port for fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:18.994348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad896-c6c8-40cd-9eb8-7a4e13334cb5 None None] Pushing event updated for resources: {'Port': ['ID=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:18.995450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Calling delete_port for 7a599461-213a-4665-a4fd-9207b87d4c75 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:18.997862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.034433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-369e5bf4-3870-4222-b678-b4af0a079be3 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Unset dirty status for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:19.038542 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-369e5bf4-3870-4222-b678-b4af0a079be3 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.7837226 Mar 22 11:39:19.038666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-52e18002-6514-4ed6-a3fa-5cfc3b890d8b None None] Provisioning for port 7a599461-213a-4665-a4fd-9207b87d4c75 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:19.038779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7658a-c2ea-4c3d-8ccb-232c08276164 req-4af939bf-43be-499f-8c71-21c623dc0075 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:19.039714 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b5c7658a-c2ea-4c3d-8ccb-232c08276164 req-4af939bf-43be-499f-8c71-21c623dc0075 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4794095 Mar 22 11:39:19.044038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52900) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:19.065834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 80615605-61e6-4c52-89e5-c776a47b8a16 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:19.135796 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3506bfc8-41be-499e-8311-0487700ef81e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 200 len: 205 time: 0.0911207 Mar 22 11:39:19.144761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52904) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:19.174263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.175914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.204718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.254731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:19.255309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.277729 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:19.278758 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fe0197fb-7201-4614-8b6a-5c211dbcf4fa tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6799161 Mar 22 11:39:19.287187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52908) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:19.310532 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b5c7658a-c2ea-4c3d-8ccb-232c08276164 req-757c3f3f-facd-446c-ac55-7b4ba3b6451a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174234 Mar 22 11:39:19.319405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group_rule': {'security_group_id': '0dbc8842-04dd-4478-bddc-cf5d23032fb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:19.330193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=ce8c1380-130d-46c6-a6f4-753e8d199688,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:19.338088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:19.353025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Port 40b16791-fc04-4f6c-82f9-6bd9e20ff87c not found while updating agent binding for router 0830444c-2915-4e3b-8a01-4a63ce7d19ab. {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 11:39:19.382473 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:19.392024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:19.405406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.406020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0830444c-2915-4e3b-8a01-4a63ce7d19ab {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:19.415655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa04103-e050-4a7b-a945-35563f11b838 None None] Pushing event updated for resources: {'Port': ['ID=4854ce8e-f0ae-44cb-9351-d4c7167fa280,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:19.421059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:19.423239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': 'e5ff5f06-ca74-4642-8916-96b434199046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:19.423668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: ffcecb86-cd63-466b-a64e-bd27d1d4f8dd, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:19.450134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] For port 7a599461-213a-4665-a4fd-9207b87d4c75, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a599461-213a-4665-a4fd-9207b87d4c75,segment=NetworkSegment(330472cd-52bd-4938-a938-1c1ec6062551),segment_id=330472cd-52bd-4938-a938-1c1ec6062551)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:19.452167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.501245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.559730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.562475 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-70645f1b-624c-45cd-9aa2-dd9514322f84 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0830444c-2915-4e3b-8a01-4a63ce7d19ab HTTP/1.1" status: 204 len: 168 time: 5.0667825 Mar 22 11:39:19.571040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52914) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:19.635182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Port': ['ID=7a599461-213a-4665-a4fd-9207b87d4c75,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:19.636338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Calling delete_port for 7a599461-213a-4665-a4fd-9207b87d4c75 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:19.644958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] No DVR routers for this DVR port 7a599461-213a-4665-a4fd-9207b87d4c75 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:19.664264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:19.673912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:19.674268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:19.690118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Routers set() bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:19.690118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Router IDs set() for agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 22 11:39:19.690118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0830444c-2915-4e3b-8a01-4a63ce7d19ab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent'). {{(pid=88743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 11:39:19.690118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8558de-1ea0-4172-b399-1df8597f1db3 None None] The sync data for ids ['0830444c-2915-4e3b-8a01-4a63ce7d19ab'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:19.709940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.732484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.744167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30799-eabf-4586-b2e2-a560e06b0ba4 req-0d743958-d08e-4075-bffb-707c72ba8785 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:19.745752 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1ee30799-eabf-4586-b2e2-a560e06b0ba4 req-0d743958-d08e-4075-bffb-707c72ba8785 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2320092 Mar 22 11:39:19.747903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:19.748310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:19.783376 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:19.787733 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7eab9991-0386-49b1-b182-c4441203c1b3 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4891772 Mar 22 11:39:19.794083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52918) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:19.800031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, ffcecb86-cd63-466b-a64e-bd27d1d4f8dd) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:19.809571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8897a-036d-4b33-94db-9c90ea17a9ef None None] Network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:19.843512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:19.844114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.866832 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1ee30799-eabf-4586-b2e2-a560e06b0ba4 req-51030e77-4111-47d9-ad4b-3d702c5883b3 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120830 Mar 22 11:39:19.922416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.970825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Deleting subnet 01a515ac-2506-4fcb-99e1-d22b8b3a4de3 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:19.976718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:19.992241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:20.002030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:20.027749 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:20.034430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:20.035224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.063201 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0bbc9d71-8c0e-4f72-8dc4-1c0b04ac4e81 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2890189 Mar 22 11:39:20.066257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52924) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:20.098797 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.132375 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4854ce8e-f0ae-44cb-9351-d4c7167fa280 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:20.132786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.198477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Deleting port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:20.198993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.224011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.250050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Deleting port 7a599461-213a-4665-a4fd-9207b87d4c75 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:20.250435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.280654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-ffcecb86-cd63-466b-a64e-bd27d1d4f8dd', 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': 'ce8c1380-130d-46c6-a6f4-753e8d199688'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:20.281561 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.323790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.393846 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2511950 Mar 22 11:39:20.405105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52930) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:20.414560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.447673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.454096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789729b-78bf-4134-9ec2-b7b9eb5a861d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=80615605-61e6-4c52-89e5-c776a47b8a16,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:20.455109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 2fc28953-1f0b-416c-b3d7-2c6d3182dcb7 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:20.456918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc8842-04dd-4478-bddc-cf5d23032fb3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:20.470384 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.473937 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4a1d89c-591f-4a17-894c-b7f04a7fe65f tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/0dbc8842-04dd-4478-bddc-cf5d23032fb3 HTTP/1.1" status: 204 len: 168 time: 0.6759052 Mar 22 11:39:20.475706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52934) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:20.481839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Allocated IP 172.20.0.2 (ffcecb86-cd63-466b-a64e-bd27d1d4f8dd/ce8c1380-130d-46c6-a6f4-753e8d199688/998e1721-9d13-4a6a-9bde-922e7b84e36a) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:20.571949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4629e3ad-96e7-48ef-af67-5c88a5876191']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:20.610418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330472cd-52bd-4938-a938-1c1ec6062551') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:20.611018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330472cd-52bd-4938-a938-1c1ec6062551') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:20.631932 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401ef39-71fd-4974-897e-259e2c7e2fed None None] Network 0e9c51b8-c1be-4560-940d-0732dc79035c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:20.633217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.645311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.649315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-def28adc-54bd-4bc9-811c-83fcffd7a115 None None] The port '7a599461-213a-4665-a4fd-9207b87d4c75' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:39:20.675539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.681873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b26da07c-aaa5-4d7f-aa3c-26ad95e312fd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:20.714503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.722214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 80615605-61e6-4c52-89e5-c776a47b8a16 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:20.722760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.742622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5c69-36e2-4a2c-aa7c-e68e65c2288b req-6d3e48ac-640d-4b42-8a73-36182b5a4e8a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:20.742622 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e68b5c69-36e2-4a2c-aa7c-e68e65c2288b req-6d3e48ac-640d-4b42-8a73-36182b5a4e8a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.1985497 Mar 22 11:39:20.788164 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e68b5c69-36e2-4a2c-aa7c-e68e65c2288b req-d001508d-b629-43c8-9838-8f4e13eb7d77 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Mar 22 11:39:20.790868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.825700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b26da07c-aaa5-4d7f-aa3c-26ad95e312fd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:20.828304 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b26da07c-aaa5-4d7f-aa3c-26ad95e312fd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3499377 Mar 22 11:39:20.829681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52940) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:20.835538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'tempest-secgroup--278766447'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:20.835762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:20.836176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.843292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:20.854588 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:20.859821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:20.874669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:20.900556 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.941947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port 3141d105-631d-4bdf-87c2-ea2a4b918468 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:20.942314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.946643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:20.975508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:20.979734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Usage tracker for resource:security_group_rule and tenant:b54e257dac6944629b6a566f6adf4192 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:20.984374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:20.991777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:21.010243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:21.052216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Provisioning for port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:21.081085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.105737 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Provisioning complete for port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:21.106105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.173381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.218417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] For port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,segment=NetworkSegment(d8f9fefa-8291-4b84-93be-3bfc422fd500),segment_id=d8f9fefa-8291-4b84-93be-3bfc422fd500)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:21.218808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.222929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78aeda5-fba5-42eb-88bd-4c2c256f4407,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:21.225295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.265537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.326656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.330725 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-05078e26-9bc5-491d-a137-27e79a76c3cd tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4972122 Mar 22 11:39:21.330842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52944) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:21.337554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f5979cdc-dfc2-434b-9166-822631799b3b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:21.337554 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-f5979cdc-dfc2-434b-9166-822631799b3b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 11:39:21.337953 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-f5979cdc-dfc2-434b-9166-822631799b3b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 11:39:21.339423 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f5979cdc-dfc2-434b-9166-822631799b3b tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "PUT /v2.0/security-groups/c78aeda5-fba5-42eb-88bd-4c2c256f4407 HTTP/1.1" status: 409 len: 330 time: 0.0073435 Mar 22 11:39:21.353876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52948) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:21.375887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.383163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Calling delete_port for fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:21.394649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=4629e3ad-96e7-48ef-af67-5c88a5876191,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:21.414848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.496676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.541979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Transition to ACTIVE for port object 998e1721-9d13-4a6a-9bde-922e7b84e36a will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:21.587195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01a515ac-2506-4fcb-99e1-d22b8b3a4de3,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:21.603150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 80615605-61e6-4c52-89e5-c776a47b8a16 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:21.624229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.638268 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9aae7ce3-44f4-48e6-b82d-0137705b13ee tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/4629e3ad-96e7-48ef-af67-5c88a5876191 HTTP/1.1" status: 204 len: 168 time: 3.8622315 Mar 22 11:39:21.638492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Transition to ACTIVE for port object 998e1721-9d13-4a6a-9bde-922e7b84e36a will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:21.641923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52952) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:21.660197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.713206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] For port 4854ce8e-f0ae-44cb-9351-d4c7167fa280, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4854ce8e-f0ae-44cb-9351-d4c7167fa280,segment=NetworkSegment(864e30ca-3d77-4eaf-89fa-fa28194586d7),segment_id=864e30ca-3d77-4eaf-89fa-fa28194586d7)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:21.732758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.789147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.792262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.795509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.797379 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-63c3480d-b35a-4772-b14c-0645e02b1041 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/01a515ac-2506-4fcb-99e1-d22b8b3a4de3 HTTP/1.1" status: 204 len: 168 time: 2.1649790 Mar 22 11:39:21.800724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52956) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:21.823350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.890045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:21.906547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:21.969339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:21.971617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:39:21.972253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 1e5a3082-71d6-4a34-b54d-1f4e2a67a5da not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:39:21.995946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] No DVR routers for this DVR port fdeda9c4-b998-435a-8c1b-805e1ee7a0c5 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:22.017182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:22.024111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:22.028630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.040845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for 3141d105-631d-4bdf-87c2-ea2a4b918468 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:22.092398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.096372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.123370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Pushing event updated for resources: {'Port': ['ID=998e1721-9d13-4a6a-9bde-922e7b84e36a,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.174933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=2fc28953-1f0b-416c-b3d7-2c6d3182dcb7,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.185835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.192426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c57f0e-cc10-4774-a397-6363f4c65c76 None None] Pushing event deleted for resources: {'Port': ['ID=fdeda9c4-b998-435a-8c1b-805e1ee7a0c5,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.193147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8c1380-130d-46c6-a6f4-753e8d199688,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.265531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Attempting to bind port 998e1721-9d13-4a6a-9bde-922e7b84e36a on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:22.265819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Attempting to bind port 998e1721-9d13-4a6a-9bde-922e7b84e36a by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e5ff5f06-ca74-4642-8916-96b434199046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:22.266175 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Attempting to bind port 998e1721-9d13-4a6a-9bde-922e7b84e36a on network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:22.272094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-65736713-7212-4a4d-a7e6-11072b2165b1 None None] Provisioning complete for port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:22.272292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-65736713-7212-4a4d-a7e6-11072b2165b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.327958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:22.328336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Checking segment: {'id': 'e5ff5f06-ca74-4642-8916-96b434199046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:22.328760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.332157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Bound using segment: {'id': 'e5ff5f06-ca74-4642-8916-96b434199046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:22.332157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Bound port: 998e1721-9d13-4a6a-9bde-922e7b84e36a, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ff5f06-ca74-4642-8916-96b434199046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:22.332157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.335548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.345089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.358819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4400f-ac79-4321-ba63-0cfba748b1a2 None None] Pushing event updated for resources: {'Port': ['ID=4854ce8e-f0ae-44cb-9351-d4c7167fa280,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.446027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.461950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.485901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=80615605-61e6-4c52-89e5-c776a47b8a16,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.512392 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] For port 998e1721-9d13-4a6a-9bde-922e7b84e36a, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:22.525488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] For port 998e1721-9d13-4a6a-9bde-922e7b84e36a, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=998e1721-9d13-4a6a-9bde-922e7b84e36a,segment=NetworkSegment(e5ff5f06-ca74-4642-8916-96b434199046),segment_id=e5ff5f06-ca74-4642-8916-96b434199046)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:22.542799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f8efc9-7af3-4475-adb7-5143d6ea92b5']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.564871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.570828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.579181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f9fefa-8291-4b84-93be-3bfc422fd500') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.579479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f9fefa-8291-4b84-93be-3bfc422fd500') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.586545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcecb86-cd63-466b-a64e-bd27d1d4f8dd']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.601492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.610962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.614341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.629333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ff5f06-ca74-4642-8916-96b434199046') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.630269 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ff5f06-ca74-4642-8916-96b434199046') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.641558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d04f29c-8cc5-40f9-b3b3-64944b3bf109']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.658758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.666834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e1edbf-cfdd-4dcf-ac0d-8abbc897ca4c') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.667584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e1edbf-cfdd-4dcf-ac0d-8abbc897ca4c') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:22.674122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.687153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:22.687575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:22.704730 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:22.708252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.724001 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-145576a3-27c0-4913-9f05-e2e680c16d04 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/80615605-61e6-4c52-89e5-c776a47b8a16 HTTP/1.1" status: 204 len: 168 time: 2.3121698 Mar 22 11:39:22.725349 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d771-33ed-4293-a34c-3b00c5621f3c None None] Pushing event updated for resources: {'Port': ['ID=998e1721-9d13-4a6a-9bde-922e7b84e36a,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.730076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52962) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:22.731306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.739326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b22c-f2f8-411c-b9ac-bd57fd5d8b32 req-92e2ef45-8912-4d4b-8ebe-5f5e07e4b8f7 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:22.743376 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-fb80b22c-f2f8-411c-b9ac-bd57fd5d8b32 req-92e2ef45-8912-4d4b-8ebe-5f5e07e4b8f7 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6662388 Mar 22 11:39:22.756354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b7559-8c72-4ceb-9aeb-e7e132b03d6a None None] Network ffcecb86-cd63-466b-a64e-bd27d1d4f8dd requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:22.796801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'mac_address': 'fa:16:3e:9b:0f:4b', 'name': 'tempest-PortsIpV6TestJSON-2000877884'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:22.821308 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:22.821989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.827172 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.829826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.834049 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/c78aeda5-fba5-42eb-88bd-4c2c256f4407 HTTP/1.1" status: 204 len: 168 time: 1.4613531 Mar 22 11:39:22.839230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:22.844606 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:22.851671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52966) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:22.888334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf77d-62e4-475c-982e-50482b1514ea tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78aeda5-fba5-42eb-88bd-4c2c256f4407,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:22.941389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:22.941915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:22.955452 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:22.968099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.023015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.059564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0f83a-8fc1-498b-8a37-d0e56f506c65 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:39:23.099162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.103899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=3141d105-631d-4bdf-87c2-ea2a4b918468,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:23.115660 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-fb80b22c-f2f8-411c-b9ac-bd57fd5d8b32 req-9913c082-c7db-452e-985c-66690815dade tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051829 Mar 22 11:39:23.117532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:39:23.117532 dv-neutron-828143-11-hyperv neutron-server[88742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:39:23.117532 dv-neutron-828143-11-hyperv neutron-server[88742]: [parameters: {'id': 'ffcecb86-cd63-466b-a64e-bd27d1d4f8dd'}] Mar 22 11:39:23.117532 dv-neutron-828143-11-hyperv neutron-server[88742]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:23.117885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:23.134008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=34f8efc9-7af3-4475-adb7-5143d6ea92b5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:23.139901 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5d00a615-1b9e-44b4-8fa4-bd6b23990e22 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/34f8efc9-7af3-4475-adb7-5143d6ea92b5 HTTP/1.1" status: 204 len: 168 time: 1.4966235 Mar 22 11:39:23.142364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52970) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:23.144810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:23.166139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:23.168843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 8abf4c3c-4331-4154-bbd4-06bb05aeb242 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:39:23.172258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:23.176674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-921b5131-7b55-49d1-906c-a8062eef6fe6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Synchronizing usage tracker for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:23.176845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0f83a-8fc1-498b-8a37-d0e56f506c65 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:39:23.191419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:23.254924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.273165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d04f29c-8cc5-40f9-b3b3-64944b3bf109 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 11:39:23.285307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.298176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d04f29c-8cc5-40f9-b3b3-64944b3bf109,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:23.301759 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-488b2390-ab45-481b-ba97-3a6db6d496e1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3d04f29c-8cc5-40f9-b3b3-64944b3bf109 HTTP/1.1" status: 204 len: 168 time: 1.4983590 Mar 22 11:39:23.305742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.333541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:23.442672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-921b5131-7b55-49d1-906c-a8062eef6fe6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] Unset dirty status for tenant:b54e257dac6944629b6a566f6adf4192 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:23.444633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-921b5131-7b55-49d1-906c-a8062eef6fe6 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5849202 Mar 22 11:39:23.450691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52976) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:23.515418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.606695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.616160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.629432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.656801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a692684-ed1c-4407-a10e-9dffe1d43a99']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:23.670655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 00ebe258-b348-4d68-8517-9201ec16c7cc yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:23.685532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:23.695991 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-aef92976-6c5c-4076-a9b4-c73b40231274 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] delete failed (client error): The resource could not be found. Mar 22 11:39:23.697117 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aef92976-6c5c-4076-a9b4-c73b40231274 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "DELETE /v2.0/security-groups/7c81fad2-eb03-4f8f-b2c6-e8b78b446a4c HTTP/1.1" status: 404 len: 347 time: 0.2440567 Mar 22 11:39:23.701629 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-150ff6e4-4599-4e74-bfb0-ecfbd8a5ccc9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8abf4c3c-4331-4154-bbd4-06bb05aeb242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8469260 Mar 22 11:39:23.704627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52982) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:23.706808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52984) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:23.821221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb781ef-1bfd-4934-9cf1-567f408d44e5') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:23.821771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb781ef-1bfd-4934-9cf1-567f408d44e5') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:23.854480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.861106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 998e1721-9d13-4a6a-9bde-922e7b84e36a {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:23.861633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.875876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.885723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.887969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 52992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:23.900669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'name': 'tempest-router--577835913', 'project_id': '40e7e974312049f8a1ed0bc11e8a3140'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:23.905122 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] Sync routers for ids ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:23.907891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:23.912107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:router and tenant:40e7e974312049f8a1ed0bc11e8a3140 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:23.915043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:23.918662 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] Routers {'8abf4c3c-4331-4154-bbd4-06bb05aeb242'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:23.919294 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:23.921332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:23.927355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.954656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:23.955400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:23.971961 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:23.985661 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:23.986486 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-cbafe011-c025-4e0f-bdb4-f577c9e83b6c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] show failed (client error): The resource could not be found. Mar 22 11:39:23.989003 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cbafe011-c025-4e0f-bdb4-f577c9e83b6c tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-groups/48ebc13b-3b74-4153-901f-435367390aa3 HTTP/1.1" status: 404 len: 347 time: 0.2775838 Mar 22 11:39:23.996627 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] Routers {'8abf4c3c-4331-4154-bbd4-06bb05aeb242'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:23.997633 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:24.000722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 52996) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.013706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.014723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.073723 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:24.074639 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0545993d-97ad-40d5-9f54-714b0122b159 None None] The sync data for ids ['8abf4c3c-4331-4154-bbd4-06bb05aeb242'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:24.097760 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-ea2b9c49-d9e9-4e1d-bb1c-c13ca885c2a5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] show failed (client error): The resource could not be found. Mar 22 11:39:24.098802 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ea2b9c49-d9e9-4e1d-bb1c-c13ca885c2a5 tempest-NegativeSecGroupIPv6Test-1305517976 tempest-NegativeSecGroupIPv6Test-1305517976-project] 10.222.0.53 "GET /v2.0/security-group-rules/c4bb585d-72a5-454b-a267-d480e393155e HTTP/1.1" status: 404 len: 356 time: 0.0942035 Mar 22 11:39:24.107315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4854ce8e-f0ae-44cb-9351-d4c7167fa280 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:24.181319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.194544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:24.194928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.241585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.241585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router 83ba1796-3679-4410-a7e6-2fd6b41e149e {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:24.280364 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-3a790489-3d8c-4d82-98cc-51fc5a54c763 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 11:39:24.281781 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3a790489-3d8c-4d82-98cc-51fc5a54c763 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/8abf4c3c-4331-4154-bbd4-06bb05aeb242/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5762227 Mar 22 11:39:24.284655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53004) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.304785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.339162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.345942 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-36c5f692-0d3f-43c9-905d-c82c4c74f524 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 204 len: 168 time: 5.1948979 Mar 22 11:39:24.345942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f9ce5bae-9f61-44e5-97d3-0ea22842bd85 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:24.347649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53008) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.355667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1143803273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:24.366155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:24.375848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:24.379201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:24.385408 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:24.482584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 998e1721-9d13-4a6a-9bde-922e7b84e36a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=998e1721-9d13-4a6a-9bde-922e7b84e36a,segment=NetworkSegment(e5ff5f06-ca74-4642-8916-96b434199046),segment_id=e5ff5f06-ca74-4642-8916-96b434199046)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:24.482940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.489753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.517853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.543243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.594548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f9ce5bae-9f61-44e5-97d3-0ea22842bd85 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:24.598560 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f9ce5bae-9f61-44e5-97d3-0ea22842bd85 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf4c3c-4331-4154-bbd4-06bb05aeb242 HTTP/1.1" status: 200 len: 205 time: 0.3099570 Mar 22 11:39:24.598560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.598560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.602763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53012) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.641637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=0a692684-ed1c-4407-a10e-9dffe1d43a99,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:24.651374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 998e1721-9d13-4a6a-9bde-922e7b84e36a owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:24.663816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.667683 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2ff60abf-b28c-4115-8b7c-28c94840a709 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7743793 Mar 22 11:39:24.675610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53016) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.696826 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e24e992c-e2e2-46a2-ae84-c32c0817b43b tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/0a692684-ed1c-4407-a10e-9dffe1d43a99 HTTP/1.1" status: 204 len: 168 time: 1.5534134 Mar 22 11:39:24.707236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743318e-ede8-41f0-8e2b-6347a80da486 req-0e9a5e49-4788-4e6d-a2d4-ad7f13166cab tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:24.708726 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-9743318e-ede8-41f0-8e2b-6347a80da486 req-0e9a5e49-4788-4e6d-a2d4-ad7f13166cab tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3672316 Mar 22 11:39:24.709206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53020) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.780046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.792347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.820708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.946402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.948285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:24.958087 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-9743318e-ede8-41f0-8e2b-6347a80da486 req-342299e1-da43-4be9-9fd4-20f34042a773 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222230 Mar 22 11:39:24.958728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53026) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:24.970129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:24.974128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:24.987838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:24.993609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:24.994273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.000152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=00ebe258-b348-4d68-8517-9201ec16c7cc,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:25.015174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.071307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=998e1721-9d13-4a6a-9bde-922e7b84e36a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:25.104115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 998e1721-9d13-4a6a-9bde-922e7b84e36a on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:25.204923 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8fa789f7-40df-46b8-b24b-8e01419815d3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4707007 Mar 22 11:39:25.232088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53032) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:25.361591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.510112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.530493 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5ee62da9-fca1-44f1-9da2-c656828a7070 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b54e257dac6944629b6a566f6adf4192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578272 Mar 22 11:39:25.532154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.552525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53036) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:25.555829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.559122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.598215 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c6360e-aaef-4102-acf6-301cf469b55a']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.611390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbc53c-51ae-4dcd-8ff5-68b24b7942fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:25.612069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9cbbc53c-51ae-4dcd-8ff5-68b24b7942fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:25.620253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcecb86-cd63-466b-a64e-bd27d1d4f8dd']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.638144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.640840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.641228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e89e2fa-1623-43ca-9526-3d78bea38702') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.641530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e89e2fa-1623-43ca-9526-3d78bea38702') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.653670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ff5f06-ca74-4642-8916-96b434199046') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.655415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ff5f06-ca74-4642-8916-96b434199046') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:25.673924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.674220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.675422 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1d3d3b8f-c06c-431f-8e1c-d880d42e06f5 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3249230 Mar 22 11:39:25.678909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53044) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:25.684573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:25.689274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.716560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.724809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.729693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:25.730076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.738379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.738894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 8abf4c3c-4331-4154-bbd4-06bb05aeb242 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:25.745476 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:25.754852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.755322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16229f73-a6d4-419f-b212-202879c7679f {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:25.767099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:25.767953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:25.783658 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:25.806722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.888058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.889156 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dc352e02-e384-4321-bd9c-06778dfe49c4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/8abf4c3c-4331-4154-bbd4-06bb05aeb242 HTTP/1.1" status: 204 len: 168 time: 1.2856190 Mar 22 11:39:25.897560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9cbbc53c-51ae-4dcd-8ff5-68b24b7942fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:25.897721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53048) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:25.898600 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9cbbc53c-51ae-4dcd-8ff5-68b24b7942fa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/00ebe258-b348-4d68-8517-9201ec16c7cc HTTP/1.1" status: 200 len: 845 time: 0.6622751 Mar 22 11:39:25.921467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53052) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:25.931007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:25.932099 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e281a5f0-b9e0-4f7c-a21b-8f7d507f70ed tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/routers/16229f73-a6d4-419f-b212-202879c7679f HTTP/1.1" status: 204 len: 168 time: 1.2555966 Mar 22 11:39:25.993916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.037751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 00ebe258-b348-4d68-8517-9201ec16c7cc {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:26.037751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.079231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.111816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.125888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.132776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=ffcecb86-cd63-466b-a64e-bd27d1d4f8dd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:26.139868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.152679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 7705cbda-3711-45c9-b245-31107a47782c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:26.192775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.193016 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a8389e00-1cbc-4349-8618-abc311e7d5e8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/ffcecb86-cd63-466b-a64e-bd27d1d4f8dd HTTP/1.1" status: 204 len: 168 time: 6.0958700 Mar 22 11:39:26.193151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.203037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53060) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:26.204118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] Pushing event deleted for resources: {'Network': ['ID=83c6360e-aaef-4102-acf6-301cf469b55a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:26.211864 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ca1a3392-f60d-45ca-986e-837cc627a426 tempest-BulkNetworkOpsIpV6Test-1793234787 tempest-BulkNetworkOpsIpV6Test-1793234787-project] 10.222.0.53 "DELETE /v2.0/networks/83c6360e-aaef-4102-acf6-301cf469b55a HTTP/1.1" status: 204 len: 168 time: 1.4998949 Mar 22 11:39:26.215900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1991259861'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:26.225360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:26.240554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:26.260919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:26.281374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:26.345885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.372018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53066) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:26.385466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.393282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88741bc-e126-4695-9a8f-08633533dce5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:26.396879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.457554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.461274 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-44789bb7-313f-4bdd-a58f-e36ef90262c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b88741bc-e126-4695-9a8f-08633533dce5 HTTP/1.1" status: 204 len: 168 time: 0.9033067 Mar 22 11:39:26.461274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:26.463241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.516694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16158fb-385f-494a-ba04-a5b88510ca94 req-57db2fbf-be5d-4bb7-b288-db8e8f767dea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:26.517962 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d16158fb-385f-494a-ba04-a5b88510ca94 req-57db2fbf-be5d-4bb7-b288-db8e8f767dea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3778293 Mar 22 11:39:26.534445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 00ebe258-b348-4d68-8517-9201ec16c7cc owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:26.608075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:26.618431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1065619316', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:26.629016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.629371 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 9f42dd74-b150-4c2e-9ba1-7385eb6d5f24 of type vlan for network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 Mar 22 11:39:26.638525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:26.641447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.657423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.686938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:26.701864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:26.710722 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d16158fb-385f-494a-ba04-a5b88510ca94 req-4b7bf804-1f3d-49fc-a8c6-91ec09b33190 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774786 Mar 22 11:39:26.716761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:26.720820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.774492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53076) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:26.779258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.784793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:26.785544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.829288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=00ebe258-b348-4d68-8517-9201ec16c7cc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:26.835055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.836077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.852933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.911781 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-89abcb91-7b4c-4f86-827b-807b7af82451 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/00ebe258-b348-4d68-8517-9201ec16c7cc HTTP/1.1" status: 204 len: 168 time: 0.9892807 Mar 22 11:39:26.917675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53084) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:26.929219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:26.974196 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7678113 Mar 22 11:39:26.975192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53088) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:26.977644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=b1f9a4ad-ef6b-493e-8ab9-d390806656e5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:26.981126 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b18d106-1815-457b-8f49-55ad5c566ac4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:39:26.981657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7b18d106-1815-457b-8f49-55ad5c566ac4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:26.987140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:27.012652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.014055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=7705cbda-3711-45c9-b245-31107a47782c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:27.016351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.021731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.022090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.022920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.023448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.023936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.024415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.026003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.026003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.026003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.026003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.026691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.027978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d19b91-f46d-4efa-8c91-8b92c8c449b7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.064761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:27.080887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.099144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183c7ae-8192-418c-8957-da1cb4a1339b None None] Network 11256625-f55b-47e3-b3c2-05a63b5ab4bc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:27.113923 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/7705cbda-3711-45c9-b245-31107a47782c HTTP/1.1" status: 204 len: 168 time: 1.2153995 Mar 22 11:39:27.116082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.116763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.117900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.118487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.119149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.119677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.120237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.120870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.121637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.122184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.122740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.123288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7bdd8-d7b2-4a16-bc75-2478a90adce3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:27.126338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53096) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:27.139575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.183388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:27.196002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:27.203358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:27.213288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:27.217317 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ff31e429-164f-4e48-a51d-727b2ad2d674 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51ef389e316b4f37a3dfd0b938659e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392414 Mar 22 11:39:27.220612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53102) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:27.258466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7b18d106-1815-457b-8f49-55ad5c566ac4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:27.260356 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7b18d106-1815-457b-8f49-55ad5c566ac4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/00ebe258-b348-4d68-8517-9201ec16c7cc HTTP/1.1" status: 404 len: 333 time: 0.3408291 Mar 22 11:39:27.264148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53106) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:27.272252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'name': 'tempest-PortsIpV6TestJSON-1402674426'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:27.384228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7fccb3ec-2ab6-4e46-bc0e-854db3eb63c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.495221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:27.505929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.529694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] DHCP port deletion for 11256625-f55b-47e3-b3c2-05a63b5ab4bc request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:27.533974 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Deleting port 58e76339-3e70-40e5-95da-05f70a799767 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:27.534350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.545105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.604760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:27.660733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.684676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:27.692621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:39:27.693138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:39:27.703565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.720930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.727621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Allocated IP 172.26.5.197 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/ca9fa775-d332-46a8-adc3-cd52b2682bfc) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:27.744096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 58e76339-3e70-40e5-95da-05f70a799767 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:27.744638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.817015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:27.820976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.853529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] For port 58e76339-3e70-40e5-95da-05f70a799767, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=58e76339-3e70-40e5-95da-05f70a799767,segment=NetworkSegment(4e03ce79-bab9-4a1a-b89d-cedb45cdec54),segment_id=4e03ce79-bab9-4a1a-b89d-cedb45cdec54)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:27.858203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.866697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 588dbd43-0dbf-4b0e-9025-d0ac7320d5cd yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:27.919898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:27.961198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a87b37-ae57-46c9-baac-03d3a126fd40,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:28.000086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.042340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53122) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:28.080899 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Calling delete_port for 58e76339-3e70-40e5-95da-05f70a799767 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:28.119574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=8789c0b8-d35b-404c-8084-bc7a66269700,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:28.177759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 58e76339-3e70-40e5-95da-05f70a799767 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:28.235180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:28.235712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: b1f9a4ad-ef6b-493e-8ab9-d390806656e5, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:28.244907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.249101 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b49dc09d-b26d-4587-a95c-62269610f8af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9a87b37-ae57-46c9-baac-03d3a126fd40 HTTP/1.1" status: 204 len: 168 time: 1.0245302 Mar 22 11:39:28.328916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.345630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e410cfde-4887-4ac4-b928-97395cc1cce6 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:28.346318 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-e410cfde-4887-4ac4-b928-97395cc1cce6 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 11:39:28.346864 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-e410cfde-4887-4ac4-b928-97395cc1cce6 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:39:28.347840 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e410cfde-4887-4ac4-b928-97395cc1cce6 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2946842 Mar 22 11:39:28.350899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.358249 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53130) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:28.368051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--818287310'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:28.375319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 58e76339-3e70-40e5-95da-05f70a799767, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=58e76339-3e70-40e5-95da-05f70a799767,segment=NetworkSegment(4e03ce79-bab9-4a1a-b89d-cedb45cdec54),segment_id=4e03ce79-bab9-4a1a-b89d-cedb45cdec54)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:28.375678 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.388745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280a5b-d6ee-482e-a42a-334bd5167f4f req-dc1eb853-82ee-4132-906b-a665d769e241 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:28.393063 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-53280a5b-d6ee-482e-a42a-334bd5167f4f req-dc1eb853-82ee-4132-906b-a665d769e241 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3973119 Mar 22 11:39:28.394040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:28.411895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.435942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.461140 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-53280a5b-d6ee-482e-a42a-334bd5167f4f req-73917cb5-8fa5-4009-b9fe-30e962968055 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639415 Mar 22 11:39:28.464018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:28.508203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Pushing event deleted for resources: {'Port': ['ID=58e76339-3e70-40e5-95da-05f70a799767,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:28.512848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:28.517185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] No DVR routers for this DVR port 58e76339-3e70-40e5-95da-05f70a799767 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:28.519629 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.520043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.520460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.521231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.521448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.521745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 58e76339-3e70-40e5-95da-05f70a799767 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:28.521926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.522325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.522740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.523137 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.523527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.523921 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.524314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5ad56-7246-4ebd-8393-5bdadd7205e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:39:28.555286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:28.572648 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:28.577974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, b1f9a4ad-ef6b-493e-8ab9-d390806656e5) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:28.582407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:28.583004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.589007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf4476-9ef0-4414-afdc-fed14d5e6435 None None] Network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:28.601005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.667397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:28.668641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:28.677406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:28.689132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:28.690162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:28.695975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:28.696618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.709540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=588dbd43-0dbf-4b0e-9025-d0ac7320d5cd,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:28.717531 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b0234958-13ee-4517-86a2-207dc8b3c702 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7386990 Mar 22 11:39:28.721862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53136) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:28.765330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.818910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-b1f9a4ad-ef6b-493e-8ab9-d390806656e5', 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '8789c0b8-d35b-404c-8084-bc7a66269700'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:28.819518 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.820478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.845245 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9ada07e5-8172-46dd-8394-b9b2cc4e4ff7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5792778 Mar 22 11:39:28.851253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53144) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:28.888385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:28.927060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:28.943076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:28.945258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:28.957410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:29.026189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.027778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Allocated IP 172.20.0.3 (b1f9a4ad-ef6b-493e-8ab9-d390806656e5/8789c0b8-d35b-404c-8084-bc7a66269700/dbdb8e6d-5c14-4d7b-9e32-a0b94133e294) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:29.038492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.067567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:29.084109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.084964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event updated for resources: {'Port': ['ID=ca9fa775-d332-46a8-adc3-cd52b2682bfc,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:29.087595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:29.096455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:29.102826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.111582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:29.181578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.233297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 58e76339-3e70-40e5-95da-05f70a799767 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:29.233891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.343296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.343296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Transition to ACTIVE for port object dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:29.356714 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Transition to ACTIVE for port object dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:29.404348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.429422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.442292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] The port '58e76339-3e70-40e5-95da-05f70a799767' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:39:29.490193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.497051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:29.542470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:29.542470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Pushing event updated for resources: {'Port': ['ID=dbdb8e6d-5c14-4d7b-9e32-a0b94133e294,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:29.592443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] In _notify_port_updated(), no bound segment for port 588dbd43-0dbf-4b0e-9025-d0ac7320d5cd on network a5456a60-f2df-4b99-b6e6-a00e7024520c {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:39:29.593937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:29.597952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:29.598607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.610724 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/ports/588dbd43-0dbf-4b0e-9025-d0ac7320d5cd HTTP/1.1" status: 200 len: 818 time: 0.7560575 Mar 22 11:39:29.610724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.637177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53164) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:29.736741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53168) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:29.737961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=8789c0b8-d35b-404c-8084-bc7a66269700,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:29.747773 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.763861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Attempting to bind port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:29.764310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Attempting to bind port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:29.764702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Attempting to bind port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 on network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:29.770403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:29.770771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Checking segment: {'id': '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:29.771165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.771547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Bound using segment: {'id': '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:29.771999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Bound port: dbdb8e6d-5c14-4d7b-9e32-a0b94133e294, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:29.772373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.866245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.910268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] For port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:29.914349 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] For port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=dbdb8e6d-5c14-4d7b-9e32-a0b94133e294,segment=NetworkSegment(9f42dd74-b150-4c2e-9ba1-7385eb6d5f24),segment_id=9f42dd74-b150-4c2e-9ba1-7385eb6d5f24)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:29.959137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Allocated IP 172.26.5.146 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/64f2224b-c4a3-42a7-9992-ad390b0271e2) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:29.983221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-77f70d35-14b8-4cd0-8dc8-f4bad7787c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:29.998165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 588dbd43-0dbf-4b0e-9025-d0ac7320d5cd {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:29.998721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.005579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--658268124'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:30.010813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.011178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11256625-f55b-47e3-b3c2-05a63b5ab4bc']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.045667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:30.052114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e03ce79-bab9-4a1a-b89d-cedb45cdec54') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.052425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e03ce79-bab9-4a1a-b89d-cedb45cdec54') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.078495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:30.083077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79b574-304a-4102-a2f6-a3baa008734f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=588dbd43-0dbf-4b0e-9025-d0ac7320d5cd,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:30.093862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.102855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cbc31-32d5-4c63-91dd-4613b13e0867 None None] Pushing event updated for resources: {'Port': ['ID=dbdb8e6d-5c14-4d7b-9e32-a0b94133e294,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:30.105498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:30.106833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.170084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f9a4ad-ef6b-493e-8ab9-d390806656e5']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.191670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:30.193934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.194237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:30.194650 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.211951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.225035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.242611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb0b9b-3f18-4a30-bd1b-252f64fabf0a None None] Network b1f9a4ad-ef6b-493e-8ab9-d390806656e5 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:30.286365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:30.286779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.321131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ac118-beeb-460b-83da-26dfe8e75f53 req-c147ac9d-7948-46d5-a42c-c6191bd0b1cc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:30.322632 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-059ac118-beeb-460b-83da-26dfe8e75f53 req-c147ac9d-7948-46d5-a42c-c6191bd0b1cc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6086485 Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:30.323310 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:30.327355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.349905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.372047 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:30.446635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.450737 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0298243-c598-4eb8-a709-22d8b7d191b2 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:39:30.488056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 588dbd43-0dbf-4b0e-9025-d0ac7320d5cd owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:30.508184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:30.515959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.540018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:30.563289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:30.573109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0298243-c598-4eb8-a709-22d8b7d191b2 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:39:30.580476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.623628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49095818-58c7-42c3-8492-35efc8d3bfaa,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:30.655577 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-059ac118-beeb-460b-83da-26dfe8e75f53 req-11bed080-0c39-4f4f-90d5-e3e0d61f94c4 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970614 Mar 22 11:39:30.663296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:30.671013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.682044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.700872 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.707498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.725398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:30.725905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.743814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:30.746439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:30.747625 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:30.750158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:30.764368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=588dbd43-0dbf-4b0e-9025-d0ac7320d5cd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:30.778994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.783505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.788663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:30.821759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=11256625-f55b-47e3-b3c2-05a63b5ab4bc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:30.831032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.851262 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-59150b44-512e-414d-ab03-cda4e5013ed3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/588dbd43-0dbf-4b0e-9025-d0ac7320d5cd HTTP/1.1" status: 204 len: 168 time: 1.1205907 Mar 22 11:39:30.853852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53176) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:30.912851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:39:30.912851 dv-neutron-828143-11-hyperv neutron-server[88742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:39:30.912851 dv-neutron-828143-11-hyperv neutron-server[88742]: [parameters: {'id': 'b1f9a4ad-ef6b-493e-8ab9-d390806656e5'}] Mar 22 11:39:30.912851 dv-neutron-828143-11-hyperv neutron-server[88742]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:30.913275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:30.941011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3735c656-910c-42e4-a880-0adfbb0614d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:30.941964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3735c656-910c-42e4-a880-0adfbb0614d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:30.965117 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-230ef673-5a8c-40a7-a2da-7bf8f6121944 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/11256625-f55b-47e3-b3c2-05a63b5ab4bc HTTP/1.1" status: 204 len: 168 time: 3.8283942 Mar 22 11:39:30.968859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53180) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:30.978551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-355452384'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:30.987241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:30.993204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:30.995510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:30.996165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:31.002879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:31.011883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3735c656-910c-42e4-a880-0adfbb0614d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:31.014027 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3735c656-910c-42e4-a880-0adfbb0614d7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1584496 Mar 22 11:39:31.016218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53184) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:31.063908 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6f9d5f-fc31-42a0-9521-5f36f52bb19d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:39:31.065361 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2a6f9d5f-fc31-42a0-9521-5f36f52bb19d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/588dbd43-0dbf-4b0e-9025-d0ac7320d5cd HTTP/1.1" status: 404 len: 333 time: 0.0479507 Mar 22 11:39:31.069356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53188) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:31.076726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2095380903'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:31.081485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:31.085161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:31.088755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.090824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.100167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:31.105525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:31.113394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:31.130170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:31.139454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.140740 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment af7f3d35-6bb7-442b-8dfd-5000316a4014 of type vlan for network 2947eabd-062e-40f0-85ac-abccabdc8347 Mar 22 11:39:31.159496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.165194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.174949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.209146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:31.212640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.223984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9236dc3-2788-4f3e-bef3-e6c4e99157cf,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:31.237282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.242540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:31.252037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.252471 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment b3e9107a-bf39-4e92-8e65-d044ee753363 of type vlan for network 0d772246-439b-4441-a0b2-d8a39dfc1923 Mar 22 11:39:31.256557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.265040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.270450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:31.271020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.328871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.335160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.336383 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b4eb447f-9800-4448-b033-03903398a4e9 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9724307 Mar 22 11:39:31.338347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:31.341410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event updated for resources: {'Port': ['ID=64f2224b-c4a3-42a7-9992-ad390b0271e2,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:31.341646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53192) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:31.345798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:31.349679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:31.383063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.391552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': 'e9236dc3-2788-4f3e-bef3-e6c4e99157cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:31.400063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:31.404642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:31.412063 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4411089 Mar 22 11:39:31.419178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53196) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:31.421030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:31.424412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.426181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:31.433802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:31.437086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f28dd-e960-4567-a1c2-6bdbc7e86fdf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=2947eabd-062e-40f0-85ac-abccabdc8347,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:31.439921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:31.445051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:31.452619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 2947eabd-062e-40f0-85ac-abccabdc8347 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:31.462936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:31.465101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.561378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.566810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:31.567502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.599088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.639485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:31.653685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:31.715063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:31.762856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b8c25-192c-4eba-870d-19a40de6aa97,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:31.766194 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6951895 Mar 22 11:39:31.767656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53202) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:31.770985 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76538ec1-4e2d-40e7-8b68-01fda5062b73 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=0d772246-439b-4441-a0b2-d8a39dfc1923,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:31.794493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:31.863175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:32.004238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:32.026363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:32.032204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:32.042574 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:32.049708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.064415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=dbdb8e6d-5c14-4d7b-9e32-a0b94133e294,segment=NetworkSegment(9f42dd74-b150-4c2e-9ba1-7385eb6d5f24),segment_id=9f42dd74-b150-4c2e-9ba1-7385eb6d5f24)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:32.064782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.083452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.224870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Router 849bb0d9-0fdc-400d-b29f-074ecfad9310 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:32.226663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:32.230642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.246208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:32.248654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.288007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.336729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2571ee76-01bb-47e5-9336-f7c1b491838a,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:32.352597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:32.364376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:32.370388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:32.382569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc52d17-567d-4536-a31b-d56fe656610c req-66539e10-fe39-4ffb-855d-6c71a4d7e9cc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:32.384026 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5cc52d17-567d-4536-a31b-d56fe656610c req-66539e10-fe39-4ffb-855d-6c71a4d7e9cc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5579431 Mar 22 11:39:32.399605 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:32.425821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.427016 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-38ec6077-a354-4a8f-924a-9eede35a6437 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0844436 Mar 22 11:39:32.430587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53206) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:32.437551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': 'e9236dc3-2788-4f3e-bef3-e6c4e99157cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:32.455395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:32.463069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:32.467705 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5cc52d17-567d-4536-a31b-d56fe656610c req-9b588f66-5a60-408e-88e9-ae26ea9fe77b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693877 Mar 22 11:39:32.468464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:32.474888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:32.485399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:32.489513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.525536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.528010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11f8e26-cc84-416e-9e83-4e90b221cad0,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:32.555503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.625700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.629367 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-15a5d4a5-052e-4b9e-bf8f-98b9aa0127e3 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8586535 Mar 22 11:39:32.635407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=dbdb8e6d-5c14-4d7b-9e32-a0b94133e294,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:32.637051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53212) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:32.638244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port dbdb8e6d-5c14-4d7b-9e32-a0b94133e294 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:32.739350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.841824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:32.854808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] Sync routers for ids ['849bb0d9-0fdc-400d-b29f-074ecfad9310'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:32.872272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] Routers {'849bb0d9-0fdc-400d-b29f-074ecfad9310'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:32.872987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['849bb0d9-0fdc-400d-b29f-074ecfad9310'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:32.877497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.881638 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-16a211dd-e43a-4ef2-a340-3c2ce25e4330 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "PUT /v2.0/routers/849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 200 len: 880 time: 7.1987820 Mar 22 11:39:32.883135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53216) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:32.911822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:32.942469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:32.952047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] Routers {'849bb0d9-0fdc-400d-b29f-074ecfad9310'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:32.953285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['849bb0d9-0fdc-400d-b29f-074ecfad9310'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:33.022735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f9a4ad-ef6b-493e-8ab9-d390806656e5']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:33.030199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:33.031129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093213ef-6fce-4799-9ca5-775e518a4e46 None None] The sync data for ids ['849bb0d9-0fdc-400d-b29f-074ecfad9310'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:33.041632 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3355e294-1393-4569-a7fd-dd906b52def2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3913093 Mar 22 11:39:33.051477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53222) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.062475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:33.062841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f42dd74-b150-4c2e-9ba1-7385eb6d5f24') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:33.075722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-security--73411498', 'description': 'tempest-security-description-842545266'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:33.111923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.176050 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:39:33.179773 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a76f8cee-343b-4631-9d56-3deabf810201 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7456231 Mar 22 11:39:33.182161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53226) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.199386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.213253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.271825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:33.272218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:33.289352 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:33.356336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.437680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.464956 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3690907f-1070-46af-a6e2-575d4977a3bd tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 200 len: 921 time: 0.5714514 Mar 22 11:39:33.470569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53230) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.474729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.538980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.556455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.560628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.591046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:33.598471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.613717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46ab8-21bf-4d85-8e2a-8b4ab1d3100a req-e122daff-617d-4de6-abb2-23026f8c2f16 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:33.615186 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4ef46ab8-21bf-4d85-8e2a-8b4ab1d3100a req-e122daff-617d-4de6-abb2-23026f8c2f16 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5189381 Mar 22 11:39:33.617938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': 'af7f3d35-6bb7-442b-8dfd-5000316a4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:33.618312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 2947eabd-062e-40f0-85ac-abccabdc8347, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:33.631019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.640135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.640135 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "PUT /v2.0/security-groups/e11f8e26-cc84-416e-9e83-4e90b221cad0 HTTP/1.1" status: 200 len: 1775 time: 0.5820439 Mar 22 11:39:33.640135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=b1f9a4ad-ef6b-493e-8ab9-d390806656e5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:33.640135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53234) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.683426 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6dfce013-2f48-4ff7-9183-ecda05a2a698 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/b1f9a4ad-ef6b-493e-8ab9-d390806656e5 HTTP/1.1" status: 204 len: 168 time: 4.9646075 Mar 22 11:39:33.691803 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53238) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.709906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=443fc042-2af1-44b5-acbd-71489b4511f6,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:33.734502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629853270'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:33.758541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd5f3f-5803-40a2-9403-b13aecbeebe5 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:33.758541 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-acbd5f3f-5803-40a2-9403-b13aecbeebe5 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=849bb0d9-0fdc-400d-b29f-074ecfad9310&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2839632 Mar 22 11:39:33.763967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53244) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:33.793957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.805799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:33.809555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-9a63a623-9a44-40d7-bd6a-7d37a077a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:33.811031 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-9a63a623-9a44-40d7-bd6a-7d37a077a324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.5405765 Mar 22 11:39:33.818603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 2947eabd-062e-40f0-85ac-abccabdc8347 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:33.875563 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4ef46ab8-21bf-4d85-8e2a-8b4ab1d3100a req-8d352c75-ac1c-466f-af1f-5aaf286aa150 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478464 Mar 22 11:39:33.876409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': 'b3e9107a-bf39-4e92-8e65-d044ee753363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:33.876794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: 0d772246-439b-4441-a0b2-d8a39dfc1923, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:33.881097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cb4ce-afd0-40c2-983c-054f8dd0fafa tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11f8e26-cc84-416e-9e83-4e90b221cad0,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:33.894971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:33.908858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:33.929160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 2947eabd-062e-40f0-85ac-abccabdc8347) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:33.939887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d09f96-bfde-4bbc-b580-4fcddd568b38 None None] Network 2947eabd-062e-40f0-85ac-abccabdc8347 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:33.943418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:33.943944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.990265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4784c-e01c-43e3-8521-45eca427fe78 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:33.990837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-49a4784c-e01c-43e3-8521-45eca427fe78 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Synchronizing usage tracker for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:34.003563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-49a4784c-e01c-43e3-8521-45eca427fe78 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Unset dirty status for tenant:0668b9bd284c4ee2a43adee7c9e7896c on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:34.009195 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-49a4784c-e01c-43e3-8521-45eca427fe78 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.2400301 Mar 22 11:39:34.009519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53248) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.060427 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d846dda9-f8aa-436b-b643-aa424f6fbb09 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 200 len: 205 time: 0.0470366 Mar 22 11:39:34.063937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53252) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.114896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:34.119057 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7345e589-3b13-46d1-b805-78543f2502d5 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups/e11f8e26-cc84-416e-9e83-4e90b221cad0 HTTP/1.1" status: 200 len: 1775 time: 0.4584889 Mar 22 11:39:34.128410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53256) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.155901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Router 91ced0e0-90b2-43e5-a0a6-b4651c96d304 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:34.160398 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4ff88ae3-1598-4520-8a89-e70647748792 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7237811 Mar 22 11:39:34.164489 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53260) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.172377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083670487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:34.180814 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:34.196159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:34.201233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:34.208583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-346f43be-b991-4326-92b5-c591e293ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:34.209711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-2947eabd-062e-40f0-85ac-abccabdc8347', 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:34.210032 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-346f43be-b991-4326-92b5-c591e293ea6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.3715336 Mar 22 11:39:34.210554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.210934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:34.220136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:34.223721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.302643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:34.313428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.347573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 0d772246-439b-4441-a0b2-d8a39dfc1923) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:34.358160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9236dc3-2788-4f3e-bef3-e6c4e99157cf,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:34.360681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.360982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.362606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2eb84-7a61-4eaa-963b-f35fc22a1b16 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:34.365310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:34.365904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.385570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.389770 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5b944f9f-7c8c-4495-921e-ac4db6ad91b4 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9236dc3-2788-4f3e-bef3-e6c4e99157cf HTTP/1.1" status: 204 len: 168 time: 1.2030983 Mar 22 11:39:34.396500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53264) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.405735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:34.420257 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-d3599828-2fec-4502-b5bc-0ab9c4c6492e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.1785338 Mar 22 11:39:34.483449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Allocated IP 2001:db8::2 (2947eabd-062e-40f0-85ac-abccabdc8347/8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa/2458b92a-aa7a-44c1-ade5-fba4590f1a00) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:34.483657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:34.503985 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] Sync routers for ids ['91ced0e0-90b2-43e5-a0a6-b4651c96d304'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:34.508486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.508891 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment dd431aed-f948-418c-ab4b-20698ca89213 of type vlan for network 2828dd03-611d-4ec5-b8db-04b5a51f603c Mar 22 11:39:34.512869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.516546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.529893 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] Routers {'91ced0e0-90b2-43e5-a0a6-b4651c96d304'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:34.530256 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b3728531-bc2c-4ce5-af8c-d052d76ff9d9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7558060 Mar 22 11:39:34.531008 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['91ced0e0-90b2-43e5-a0a6-b4651c96d304'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:34.534734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53268) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.555146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:34.587351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-2a0b08d0-668e-4d49-b985-d5c0a9db0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:34.588886 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-2a0b08d0-668e-4d49-b985-d5c0a9db0d98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.1532345 Mar 22 11:39:34.596271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.639647 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:34.653830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-67e15443-0166-482b-af91-db1b25762a4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:34.655155 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] Routers {'91ced0e0-90b2-43e5-a0a6-b4651c96d304'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:34.656536 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['91ced0e0-90b2-43e5-a0a6-b4651c96d304'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:34.666157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.715848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.749353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-0d772246-439b-4441-a0b2-d8a39dfc1923', 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': '443fc042-2af1-44b5-acbd-71489b4511f6'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:34.750172 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.750881 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-e63a9ef6-56ae-49df-813b-46ee7677d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:34.752395 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-e63a9ef6-56ae-49df-813b-46ee7677d750 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1512430 Mar 22 11:39:34.765289 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:34.765965 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b81078-f0c0-4474-bcdc-95189a36ecc6 None None] The sync data for ids ['91ced0e0-90b2-43e5-a0a6-b4651c96d304'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:34.791673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.793277 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-11bcaa0f-60cb-48e2-9e3f-e4faf1022d4f tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4201179 Mar 22 11:39:34.800078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53272) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.819628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.830342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-67e15443-0166-482b-af91-db1b25762a4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:34.831796 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-67e15443-0166-482b-af91-db1b25762a4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4276903 Mar 22 11:39:34.876543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53276) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:34.904622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296892370'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:34.907187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.931397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:34.993649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:34.996268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Transition to ACTIVE for port object 2458b92a-aa7a-44c1-ade5-fba4590f1a00 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:34.999653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:35.000371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.004435 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.005725 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-448d22b1-66dd-4cc5-81d9-08379e65889e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8402185 Mar 22 11:39:35.021771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Transition to ACTIVE for port object 2458b92a-aa7a-44c1-ade5-fba4590f1a00 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:35.030548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53282) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.049537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Allocated IP 2001:db8::2 (0d772246-439b-4441-a0b2-d8a39dfc1923/443fc042-2af1-44b5-acbd-71489b4511f6/b81364c0-b761-4e54-a839-3865fcc48398) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:35.115537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:35.122751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:35.137526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:35.145403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.153542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:35.170141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:35.190389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.227345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee50f5-9f0b-46fa-9558-39a58f65434d req-797c9ee0-1365-4560-b22c-d540b0f69e7c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:35.228120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Network 2947eabd-062e-40f0-85ac-abccabdc8347 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:35.228998 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1cee50f5-9f0b-46fa-9558-39a58f65434d req-797c9ee0-1365-4560-b22c-d540b0f69e7c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.1715608 Mar 22 11:39:35.249991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:35.252275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:35.253732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.275622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port ca9fa775-d332-46a8-adc3-cd52b2682bfc {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:35.276012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.290481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Pushing event updated for resources: {'Port': ['ID=2458b92a-aa7a-44c1-ade5-fba4590f1a00,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:35.301015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.341410 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6296756 Mar 22 11:39:35.341410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23abb20-7624-4d3a-a5b7-bf74e2324b2f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=2828dd03-611d-4ec5-b8db-04b5a51f603c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:35.345006 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f4c45123-f5d0-4ab2-8a63-17dbcb56b5ec tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/91ced0e0-90b2-43e5-a0a6-b4651c96d304 HTTP/1.1" status: 200 len: 925 time: 0.5431645 Mar 22 11:39:35.345155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53286) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.351476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53288) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.357905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:35.375379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11f8e26-cc84-416e-9e83-4e90b221cad0,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:35.381809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:35.397590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 2828dd03-611d-4ec5-b8db-04b5a51f603c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:35.404632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:35.408116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.424060 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-1cee50f5-9f0b-46fa-9558-39a58f65434d req-8b707fbf-5e64-46e0-aab0-5bc5042c571e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876593 Mar 22 11:39:35.428484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:35.448261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:35.451897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Attempting to bind port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:35.452348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Attempting to bind port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'af7f3d35-6bb7-442b-8dfd-5000316a4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:35.452971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Attempting to bind port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 on network 2947eabd-062e-40f0-85ac-abccabdc8347 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:35.466335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.471530 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7c561cce-9f52-4619-8384-87311ba7722e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/e11f8e26-cc84-416e-9e83-4e90b221cad0 HTTP/1.1" status: 204 len: 168 time: 1.3389497 Mar 22 11:39:35.473345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:35.478746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53294) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.525195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:35.525575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Checking segment: {'id': 'af7f3d35-6bb7-442b-8dfd-5000316a4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:35.525868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.526252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Bound using segment: {'id': 'af7f3d35-6bb7-442b-8dfd-5000316a4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:35.526869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Bound port: 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7f3d35-6bb7-442b-8dfd-5000316a4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2947eabd-062e-40f0-85ac-abccabdc8347'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:35.527730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.549864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.580877 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-bdfb2ade-86f0-40b2-8b9c-359cc3a4ebf8 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182960 Mar 22 11:39:35.586206 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ddbdca30-88cd-4ad9-bad0-8a4769d12f54 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ced0e0-90b2-43e5-a0a6-b4651c96d304 HTTP/1.1" status: 200 len: 205 time: 0.1738961 Mar 22 11:39:35.588557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53298) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.606126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Transition to ACTIVE for port object b81364c0-b761-4e54-a839-3865fcc48398 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:35.644751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Transition to ACTIVE for port object b81364c0-b761-4e54-a839-3865fcc48398 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:35.668810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] For port 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:35.671967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] For port 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2458b92a-aa7a-44c1-ade5-fba4590f1a00,segment=NetworkSegment(af7f3d35-6bb7-442b-8dfd-5000316a4014),segment_id=af7f3d35-6bb7-442b-8dfd-5000316a4014)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:35.729822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.774790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.812622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:35.823212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:35.833245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:35.840230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Pushing event updated for resources: {'Port': ['ID=b81364c0-b761-4e54-a839-3865fcc48398,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:35.847777 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f003c72f-8c68-43ab-8632-77bbafee35e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3512142 Mar 22 11:39:35.853511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53302) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:35.885737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:35.891294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:35.914662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:35.972285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:36.000891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Attempting to bind port b81364c0-b761-4e54-a839-3865fcc48398 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:36.001439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Attempting to bind port b81364c0-b761-4e54-a839-3865fcc48398 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'b3e9107a-bf39-4e92-8e65-d044ee753363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:36.001593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Attempting to bind port b81364c0-b761-4e54-a839-3865fcc48398 on network 0d772246-439b-4441-a0b2-d8a39dfc1923 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:36.009155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba4ea-e118-41a2-8ea9-2be2be4cdc9d None None] Pushing event updated for resources: {'Port': ['ID=2458b92a-aa7a-44c1-ade5-fba4590f1a00,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:36.012106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:36.012888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Checking segment: {'id': 'b3e9107a-bf39-4e92-8e65-d044ee753363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:36.013435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.013955 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Bound using segment: {'id': 'b3e9107a-bf39-4e92-8e65-d044ee753363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:36.014578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Bound port: b81364c0-b761-4e54-a839-3865fcc48398, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e9107a-bf39-4e92-8e65-d044ee753363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:36.015118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.041810 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-8bf91305-0a92-4b2f-ac19-4d98a5e3bcf9 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] delete failed (client error): The resource could not be found. Mar 22 11:39:36.043411 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8bf91305-0a92-4b2f-ac19-4d98a5e3bcf9 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/e11f8e26-cc84-416e-9e83-4e90b221cad0 HTTP/1.1" status: 404 len: 347 time: 0.1885993 Mar 22 11:39:36.050680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53306) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:36.062383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--8771908'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:36.068324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for ca9fa775-d332-46a8-adc3-cd52b2682bfc owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:36.096539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:36.101459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:36.113645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:36.119884 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:36.126914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.127546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:36.131127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b81364c0-b761-4e54-a839-3865fcc48398,segment=NetworkSegment(b3e9107a-bf39-4e92-8e65-d044ee753363),segment_id=b3e9107a-bf39-4e92-8e65-d044ee753363)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:36.150619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:36.161716 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-86a009c0-42a6-474f-bb29-afd7bbdf5c5d req-886505aa-eb50-4cb0-843c-9f58f99e4962 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729463 Mar 22 11:39:36.187136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.255908 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.ipam_backend_mixin [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 443fc042-2af1-44b5-acbd-71489b4511f6 (CIDR: 2001:db8::/64) Mar 22 11:39:36.280939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.316296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.326699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5fb7-680f-4c0a-9c99-c12a99d48098 None None] Pushing event updated for resources: {'Port': ['ID=b81364c0-b761-4e54-a839-3865fcc48398,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:36.405897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:36.447107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:36.451536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:36.470882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:36.523613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.590699 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:36.591439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:39:36.605122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:36.608633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.675132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.818414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:36.852793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8::1 (2947eabd-062e-40f0-85ac-abccabdc8347/8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa/1d50992a-2a86-42e0-ad6d-1f758590ae1f) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:36.914993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.025063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355a34d-7a6e-4e5f-b532-b00724d749cd req-113afc74-e61c-4bee-ac92-6ded2a747aff tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:37.026625 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1355a34d-7a6e-4e5f-b532-b00724d749cd req-113afc74-e61c-4bee-ac92-6ded2a747aff tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.2873523 Mar 22 11:39:37.037986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efacd1f-278d-4aa3-b9ea-47440632316a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.053590 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.060479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2753daba-a92f-47eb-b513-1c1f68436980,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.070824 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b0d3767a-b248-4d77-8c97-1abde24bcad9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5270891 Mar 22 11:39:37.073960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53312) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.080749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:37.125616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.125942 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1355a34d-7a6e-4e5f-b532-b00724d749cd req-39e03610-f784-4945-8421-03442ce11d85 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918503 Mar 22 11:39:37.129398 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e349ce45-9d34-40eb-93d2-dc463e89a987 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2428119 Mar 22 11:39:37.133264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53316) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.137966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.139381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f4faed71-830e-4046-b5e3-357d5bb110b0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '4efacd1f-278d-4aa3-b9ea-47440632316a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:37.140117 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-f4faed71-830e-4046-b5e3-357d5bb110b0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 11:39:37.140638 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-f4faed71-830e-4046-b5e3-357d5bb110b0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:37.144375 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f4faed71-830e-4046-b5e3-357d5bb110b0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074589 Mar 22 11:39:37.146134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53320) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.189394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 1d50992a-2a86-42e0-ad6d-1f758590ae1f will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:37.199920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.213964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.215730 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cf346ca9-6af2-4f69-b752-fe889af97a5d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.1620114 Mar 22 11:39:37.221684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53324) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.239612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '2753daba-a92f-47eb-b513-1c1f68436980', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:37.248628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:37.258755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:37.261526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.264147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:37.265977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port 64f2224b-c4a3-42a7-9992-ad390b0271e2 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:37.266812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.276041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8f966-cca6-4b37-8eb0-05a3e3e50444 None None] Network 2947eabd-062e-40f0-85ac-abccabdc8347 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:37.280042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:37.306641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.351998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.361131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=ca9fa775-d332-46a8-adc3-cd52b2682bfc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.430484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.440827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 2947eabd-062e-40f0-85ac-abccabdc8347 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:37.446631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:37.456382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:37.456952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.464982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4e388c51-5235-4917-bc5c-451e3f6f5dc5 None None] Provisioning for port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:37.505669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=1d50992a-2a86-42e0-ad6d-1f758590ae1f,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.531250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.576072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efacd1f-278d-4aa3-b9ea-47440632316a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.596808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:37.602297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:37.606275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:37.613968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.619083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.661347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:37.679557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.683716 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c89b2f8-5c1a-4e88-8bad-5551d544f493 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/4efacd1f-278d-4aa3-b9ea-47440632316a HTTP/1.1" status: 204 len: 168 time: 0.5335336 Mar 22 11:39:37.684422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53328) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.688809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.710289 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2092f-e52d-4955-83da-3dc3133f8849 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:37.780169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc17c3b0-1a12-4681-b7ec-a3bc49f774c9,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:37.832373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.878480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b8a3e915-5e25-45d2-9361-764ba82d731a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:37.891509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.892705 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f53742b7-05bb-4e6c-9a73-df1e7086a697 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6700459 Mar 22 11:39:37.896008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53332) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:37.931797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ab3217c-1a02-480d-810f-d5e216031719 None None] Provisioning for port b81364c0-b761-4e54-a839-3865fcc48398 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:37.956194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:37.959561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.062370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.079634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.079634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router 849bb0d9-0fdc-400d-b29f-074ecfad9310 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:38.156038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.171192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b8a3e915-5e25-45d2-9361-764ba82d731a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:38.178525 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b8a3e915-5e25-45d2-9361-764ba82d731a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4929602 Mar 22 11:39:38.184700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53338) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.190492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--145036249'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:38.195823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.197008 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1f9d4609-d2d3-4901-8f96-e3c07240221e tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 204 len: 168 time: 4.1321249 Mar 22 11:39:38.201887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:38.212822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:38.221915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.222767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01bde39d-03b0-49c3-b471-b2dabbf0e86a None None] Provisioning for port 1d50992a-2a86-42e0-ad6d-1f758590ae1f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:38.228195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53342) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.230886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01bde39d-03b0-49c3-b471-b2dabbf0e86a None None] Provisioning complete for port 1d50992a-2a86-42e0-ad6d-1f758590ae1f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:38.230886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01bde39d-03b0-49c3-b471-b2dabbf0e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.271206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2458b92a-aa7a-44c1-ade5-fba4590f1a00 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:38.298016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.299716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070721213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:38.303926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:38.307853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.324586 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:38.327191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.335197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for 64f2224b-c4a3-42a7-9992-ad390b0271e2 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:38.343944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:38.350034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:38.362237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-01bde39d-03b0-49c3-b471-b2dabbf0e86a None None] Port 1d50992a-2a86-42e0-ad6d-1f758590ae1f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:38.374310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:38.392131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:38.407353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:38.412484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:38.425844 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:38.433108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:38.433897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.435270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:38.519658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.521556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.522544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.569050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc17c3b0-1a12-4681-b7ec-a3bc49f774c9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:38.585748 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-78fdb216-9183-4909-9996-4545814b7669 None None] Provisioning complete for port 1d50992a-2a86-42e0-ad6d-1f758590ae1f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:38.586159 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-78fdb216-9183-4909-9996-4545814b7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.596782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.600421 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-34469333-7115-483e-bded-2144dc25d062 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bc17c3b0-1a12-4681-b7ec-a3bc49f774c9 HTTP/1.1" status: 204 len: 168 time: 0.6991775 Mar 22 11:39:38.605239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.605239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53346) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.665139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.680985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-78fdb216-9183-4909-9996-4545814b7669 None None] Port 1d50992a-2a86-42e0-ad6d-1f758590ae1f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:38.703631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.712870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2458b92a-aa7a-44c1-ade5-fba4590f1a00,segment=NetworkSegment(af7f3d35-6bb7-442b-8dfd-5000316a4014),segment_id=af7f3d35-6bb7-442b-8dfd-5000316a4014)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:38.722331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-62403191-97dd-41f5-9e76-12f58246242a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:38.740380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.747236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=2b29bc56-c984-4311-8d04-8da5f751bfb1,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:38.750198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.772135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.773206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.776007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b81364c0-b761-4e54-a839-3865fcc48398 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:38.789830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': 'dd431aed-f948-418c-ab4b-20698ca89213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:38.790193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 2828dd03-611d-4ec5-b8db-04b5a51f603c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:38.810511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444fda50-88f4-4dea-b6b4-11079e3b515e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:38.816726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.817709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.860270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297248-3df4-4c05-86c7-25b164ff1577 req-d28ca4ba-9ff8-4187-a6bc-5305ebeb4f77 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:38.866706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.867950 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9b297248-3df4-4c05-86c7-25b164ff1577 req-d28ca4ba-9ff8-4187-a6bc-5305ebeb4f77 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5717905 Mar 22 11:39:38.868424 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f02cf2bb-551e-40ac-8446-886c96eb5b3b tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5728800 Mar 22 11:39:38.869570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-62403191-97dd-41f5-9e76-12f58246242a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:38.871364 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-62403191-97dd-41f5-9e76-12f58246242a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2625868 Mar 22 11:39:38.873841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53350) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.874322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53352) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.901750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:38.906212 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5edf0fa1-992e-4597-a097-98bb8fdcfe8e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7216949 Mar 22 11:39:38.907069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53358) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:38.910708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': True}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:38.920199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=2458b92a-aa7a-44c1-ade5-fba4590f1a00,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:38.921242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 2828dd03-611d-4ec5-b8db-04b5a51f603c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:38.941176 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9b297248-3df4-4c05-86c7-25b164ff1577 req-bfaef683-7937-4efe-a598-626e2938e328 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723217 Mar 22 11:39:38.985056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a1ee98a0-5082-4559-8dc8-c9188fcb8faa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '444fda50-88f4-4dea-b6b4-11079e3b515e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:38.991842 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-a1ee98a0-5082-4559-8dc8-c9188fcb8faa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 11:39:38.991842 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-a1ee98a0-5082-4559-8dc8-c9188fcb8faa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:38.991842 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a1ee98a0-5082-4559-8dc8-c9188fcb8faa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109680 Mar 22 11:39:39.014576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53364) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:39.014779 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port b81364c0-b761-4e54-a839-3865fcc48398 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:39.021449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b81364c0-b761-4e54-a839-3865fcc48398 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:39.024289 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.055029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 2828dd03-611d-4ec5-b8db-04b5a51f603c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:39.068864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:39.069460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.072494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e3c00-207f-4307-9554-97bbcfcac8d3 None None] Network 2828dd03-611d-4ec5-b8db-04b5a51f603c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:39.119571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.199732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=1d50992a-2a86-42e0-ad6d-1f758590ae1f,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:39.219550 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7f776d05-a680-4b65-b07a-79d849bd0953 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8683047 Mar 22 11:39:39.229165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53368) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:39.230395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=64f2224b-c4a3-42a7-9992-ad390b0271e2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:39.290998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.313291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.377036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b81364c0-b761-4e54-a839-3865fcc48398,segment=NetworkSegment(b3e9107a-bf39-4e92-8e65-d044ee753363),segment_id=b3e9107a-bf39-4e92-8e65-d044ee753363)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:39.388063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-2828dd03-611d-4ec5-b8db-04b5a51f603c', 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '2b29bc56-c984-4311-8d04-8da5f751bfb1'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:39.389397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.455262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.515495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.527514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.596813 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.598965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.600225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=b81364c0-b761-4e54-a839-3865fcc48398,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:39.606578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.617742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.626890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Allocated IP 172.20.0.1 (2828dd03-611d-4ec5-b8db-04b5a51f603c/2b29bc56-c984-4311-8d04-8da5f751bfb1/3ec09849-60c8-4f95-99e2-2fb4a414215f) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:39.660954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 2947eabd-062e-40f0-85ac-abccabdc8347 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:39.667190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:39.669899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.687758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:39.688598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.703433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:39.711938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:39.712435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.724308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457796f-ffd3-4499-ad5d-8b3634e01bd5 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:39.725364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.747589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=31b97181-a665-4a4a-89ab-bc54b507dec5,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:39.789992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.790498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router 91ced0e0-90b2-43e5-a0a6-b4651c96d304 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:39.801873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.803068 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-40073aef-e591-4784-9905-ee9db0900246 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/91ced0e0-90b2-43e5-a0a6-b4651c96d304 HTTP/1.1" status: 204 len: 168 time: 4.1944690 Mar 22 11:39:39.814253 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53372) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:39.821294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1585728862', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:39.830592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:39.838485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:router and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:39.853647 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-783c8358-590c-4f7f-8473-a74070544477 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7782459 Mar 22 11:39:39.861381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:39.868867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53376) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:39.871517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.936751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:39.951525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'fixed_ips': [{'subnet_id': '443fc042-2af1-44b5-acbd-71489b4511f6'}, {'subnet_id': '31b97181-a665-4a4a-89ab-bc54b507dec5'}], 'name': 'tempest-PortsIpV6TestJSON-1958465231'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:39.969319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0513-3768-48f6-bbb2-f8b827a47ace req-2dd8395d-ad1f-40fd-92dc-dfd28f773093 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:39.978423 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-84fb0513-3768-48f6-bbb2-f8b827a47ace req-2dd8395d-ad1f-40fd-92dc-dfd28f773093 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.8480241 Mar 22 11:39:40.035852 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.066058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.067071 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.086478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Transition to ACTIVE for port object 3ec09849-60c8-4f95-99e2-2fb4a414215f will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:40.107828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2458b92a-aa7a-44c1-ade5-fba4590f1a00 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:40.114414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.139081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:40.144581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:40.148039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:40.150574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4e0ea0e0-d2fa-4a91-a77b-1fe3c4e8b13d None None] Provisioning complete for port 1d50992a-2a86-42e0-ad6d-1f758590ae1f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:40.150948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea0e0-d2fa-4a91-a77b-1fe3c4e8b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.154044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:40.232852 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Transition to ACTIVE for port object 3ec09849-60c8-4f95-99e2-2fb4a414215f will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:40.263284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:40.284795 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ea0e0-d2fa-4a91-a77b-1fe3c4e8b13d None None] Port 1d50992a-2a86-42e0-ad6d-1f758590ae1f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:40.304603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.308450 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-84fb0513-3768-48f6-bbb2-f8b827a47ace req-89e97850-f02c-4292-b0ad-e6d1bad3e509 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285131 Mar 22 11:39:40.421360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Pushing event updated for resources: {'Port': ['ID=3ec09849-60c8-4f95-99e2-2fb4a414215f,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:40.476754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:40.477127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.513245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 975da57a-1404-4d94-aedb-4b018c97484c is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:40.516014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.522258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Network 2828dd03-611d-4ec5-b8db-04b5a51f603c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:40.526957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:40.534015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:40.538944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.591134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444fda50-88f4-4dea-b6b4-11079e3b515e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:40.648553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Update dhcp port {'port': {'network_id': '0d772246-439b-4441-a0b2-d8a39dfc1923', 'fixed_ips': [{'subnet_id': '443fc042-2af1-44b5-acbd-71489b4511f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '31b97181-a665-4a4a-89ab-bc54b507dec5'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'b81364c0-b761-4e54-a839-3865fcc48398'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:39:40.676091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753daba-a92f-47eb-b513-1c1f68436980,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:40.738723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.761031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Attempting to bind port 3ec09849-60c8-4f95-99e2-2fb4a414215f on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:40.761398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Attempting to bind port 3ec09849-60c8-4f95-99e2-2fb4a414215f by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'dd431aed-f948-418c-ab4b-20698ca89213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:40.761759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Attempting to bind port 3ec09849-60c8-4f95-99e2-2fb4a414215f on network 2828dd03-611d-4ec5-b8db-04b5a51f603c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:40.765614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.771599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.775037 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-da7b0857-450f-4e5f-bbe4-7941bd8fce8b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/444fda50-88f4-4dea-b6b4-11079e3b515e HTTP/1.1" status: 204 len: 168 time: 1.7526593 Mar 22 11:39:40.777885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53382) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:40.780045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:40.780428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Checking segment: {'id': 'dd431aed-f948-418c-ab4b-20698ca89213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:40.780594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.780866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.781256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Bound using segment: {'id': 'dd431aed-f948-418c-ab4b-20698ca89213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:40.781778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Bound port: 3ec09849-60c8-4f95-99e2-2fb4a414215f, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd431aed-f948-418c-ab4b-20698ca89213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:40.782144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.808748 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.826175 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b81364c0-b761-4e54-a839-3865fcc48398 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:40.834378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.841971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=2b29bc56-c984-4311-8d04-8da5f751bfb1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:40.854072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.855764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:40.857080 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-10ce5709-4881-4cbb-8cd6-beedb93fc970 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/2753daba-a92f-47eb-b513-1c1f68436980 HTTP/1.1" status: 204 len: 168 time: 1.9730105 Mar 22 11:39:40.900286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53386) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:40.914982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:39:40.919095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:40.944397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] Sync routers for ids ['975da57a-1404-4d94-aedb-4b018c97484c'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:40.961734 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2c27a9c-d741-4b9e-9e0b-2333f75c00c1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/975da57a-1404-4d94-aedb-4b018c97484c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9124098 Mar 22 11:39:40.962385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53390) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:40.965934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ecf89dba-88ab-4516-94e3-fec647ebf64a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:41.001647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] Routers {'975da57a-1404-4d94-aedb-4b018c97484c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:41.002445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['975da57a-1404-4d94-aedb-4b018c97484c'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.105986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7216f5-e3c0-4c8e-af32-2e023cfa5c0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:41.106483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fc7216f5-e3c0-4c8e-af32-2e023cfa5c0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:41.111900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ecf89dba-88ab-4516-94e3-fec647ebf64a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:41.116183 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ecf89dba-88ab-4516-94e3-fec647ebf64a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3344746 Mar 22 11:39:41.128651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.132432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53394) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:41.137306 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:39:41.138188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.26.5.15 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/e83def14-d1f0-4d08-81c1-ddcea9e448c4) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:41.142715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--93091737'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:41.154284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:41.161179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] For port 3ec09849-60c8-4f95-99e2-2fb4a414215f, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:41.167867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] For port 3ec09849-60c8-4f95-99e2-2fb4a414215f, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3ec09849-60c8-4f95-99e2-2fb4a414215f,segment=NetworkSegment(dd431aed-f948-418c-ab4b-20698ca89213),segment_id=dd431aed-f948-418c-ab4b-20698ca89213)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:41.170133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:41.173417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] Routers {'975da57a-1404-4d94-aedb-4b018c97484c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:41.174036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['975da57a-1404-4d94-aedb-4b018c97484c'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.205745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fc7216f5-e3c0-4c8e-af32-2e023cfa5c0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:41.209805 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fc7216f5-e3c0-4c8e-af32-2e023cfa5c0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports/1d50992a-2a86-42e0-ad6d-1f758590ae1f HTTP/1.1" status: 200 len: 911 time: 0.2380166 Mar 22 11:39:41.230227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b81364c0-b761-4e54-a839-3865fcc48398 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:41.230600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.253642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53398) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:41.265188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.265592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f0777-b4d6-4a65-af69-0cccf9650a8f None None] The sync data for ids ['975da57a-1404-4d94-aedb-4b018c97484c'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:41.267420 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.300716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::25 (0d772246-439b-4441-a0b2-d8a39dfc1923/443fc042-2af1-44b5-acbd-71489b4511f6/1dbf3348-b32a-4768-b1e2-a3014d5282c8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:41.306651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8:0:1::159 (0d772246-439b-4441-a0b2-d8a39dfc1923/31b97181-a665-4a4a-89ab-bc54b507dec5/1dbf3348-b32a-4768-b1e2-a3014d5282c8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:41.324089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.376549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af530-4730-402b-ada8-dc83f8fac0f1 None None] Pushing event updated for resources: {'Port': ['ID=3ec09849-60c8-4f95-99e2-2fb4a414215f,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:41.433525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:41.447400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:41.489568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.503825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952523b7-6f07-470a-8c0c-839916a8547c None None] Network 2828dd03-611d-4ec5-b8db-04b5a51f603c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:41.507996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66440f2-d0d2-4a9e-ae48-d3f4471846f8 req-daa17ecc-513e-416c-b7bb-8cb7906cafa4 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:41.515485 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d66440f2-d0d2-4a9e-ae48-d3f4471846f8 req-daa17ecc-513e-416c-b7bb-8cb7906cafa4 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 1.0272691 Mar 22 11:39:41.593722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:41.609965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:41.635036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828dd03-611d-4ec5-b8db-04b5a51f603c']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.671011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.690129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57651abf-7f81-465e-88d4-4ed231e13e22 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:41.699378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd431aed-f948-418c-ab4b-20698ca89213') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.699668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd431aed-f948-418c-ab4b-20698ca89213') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:41.725094 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d66440f2-d0d2-4a9e-ae48-d3f4471846f8 req-1ca47e26-170e-4b87-918f-3e4e9dc9f9f2 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086856 Mar 22 11:39:41.783414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.818562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.842322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:41.842711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:41.857426 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:41.920217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.946074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57651abf-7f81-465e-88d4-4ed231e13e22 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:41.947293 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-57651abf-7f81-465e-88d4-4ed231e13e22 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0423532 Mar 22 11:39:41.954774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53404) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:41.965415 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.970729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--320232196'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:41.985649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:42.001148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 1dbf3348-b32a-4768-b1e2-a3014d5282c8 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:42.009138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:42.030312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:42.053236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.061811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:42.076724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:42.115701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=e83def14-d1f0-4d08-81c1-ddcea9e448c4,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:42.165500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.270246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:39:42.270246 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:39:42.270246 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': '2828dd03-611d-4ec5-b8db-04b5a51f603c'}] Mar 22 11:39:42.270246 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:42.270719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:42.270955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd946-1af1-4a7f-ae42-3f9c33247ae2 req-b689ce90-6f66-4be9-b6b2-80caca12cada tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:42.272540 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1cddd946-1af1-4a7f-ae42-3f9c33247ae2 req-b689ce90-6f66-4be9-b6b2-80caca12cada tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4238217 Mar 22 11:39:42.328561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.337657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.368071 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.368413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34de68c5-7bdb-42b4-b858-0cfbb7dacec5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:42.409052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.426313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Allocated IP 2001:db8:0:1::2 (0d772246-439b-4441-a0b2-d8a39dfc1923/31b97181-a665-4a4a-89ab-bc54b507dec5/b81364c0-b761-4e54-a839-3865fcc48398) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:42.434862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:42.478164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:42.481649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.482855 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9266a138-1823-449f-9501-80d98b5e8568 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3494937 Mar 22 11:39:42.483024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:42.490385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53408) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.508116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:42.508265 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1cddd946-1af1-4a7f-ae42-3f9c33247ae2 req-cdbb364e-3ae7-4902-b3c1-b55747bb04ea tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225595 Mar 22 11:39:42.511707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:42.520946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-967fafef-08f2-436b-8af1-a3832ca9e7bf tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '34de68c5-7bdb-42b4-b858-0cfbb7dacec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:42.521795 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-967fafef-08f2-436b-8af1-a3832ca9e7bf tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 11:39:42.522288 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-967fafef-08f2-436b-8af1-a3832ca9e7bf tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:42.524652 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-967fafef-08f2-436b-8af1-a3832ca9e7bf tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272379 Mar 22 11:39:42.528716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53412) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.536617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:42.540992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-be12151b-8388-45c8-b463-de220cbf94ce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '34de68c5-7bdb-42b4-b858-0cfbb7dacec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:42.541809 dv-neutron-828143-11-hyperv neutron-server[88742]: WARNING neutron.api.v2.base [None req-be12151b-8388-45c8-b463-de220cbf94ce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 11:39:42.542370 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-be12151b-8388-45c8-b463-de220cbf94ce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:42.546460 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be12151b-8388-45c8-b463-de220cbf94ce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148287 Mar 22 11:39:42.547176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53418) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.552262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:42.557126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:42.558288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.564387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=1dbf3348-b32a-4768-b1e2-a3014d5282c8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:42.583528 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8f70fcab-a6e5-4e13-9d13-04b7be1a1086 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '34de68c5-7bdb-42b4-b858-0cfbb7dacec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:42.584019 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-8f70fcab-a6e5-4e13-9d13-04b7be1a1086 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 11:39:42.584570 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-8f70fcab-a6e5-4e13-9d13-04b7be1a1086 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:42.584941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.585547 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8f70fcab-a6e5-4e13-9d13-04b7be1a1086 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0225110 Mar 22 11:39:42.592231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53422) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.613628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4482ab0b-9a70-499e-a3a8-74fa3474dda0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '34de68c5-7bdb-42b4-b858-0cfbb7dacec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:42.614509 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-4482ab0b-9a70-499e-a3a8-74fa3474dda0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 11:39:42.614993 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-4482ab0b-9a70-499e-a3a8-74fa3474dda0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:42.618612 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4482ab0b-9a70-499e-a3a8-74fa3474dda0 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0205255 Mar 22 11:39:42.619180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53426) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.621625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b81364c0-b761-4e54-a839-3865fcc48398,segment=NetworkSegment(b3e9107a-bf39-4e92-8e65-d044ee753363),segment_id=b3e9107a-bf39-4e92-8e65-d044ee753363)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:42.650205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.666488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Transition to ACTIVE for port object b81364c0-b761-4e54-a839-3865fcc48398 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:42.737186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.775736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.836788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 172.26.5.49 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/61a09a80-e2ae-414a-a892-8f99eb60c078) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:42.856440 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4e95079e-0bf2-4191-b019-5716ae0b5650 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9863656 Mar 22 11:39:42.874493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53430) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:42.875183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.889677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 3ec09849-60c8-4f95-99e2-2fb4a414215f {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:42.890001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.928631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.933418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443fc042-2af1-44b5-acbd-71489b4511f6'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:42.961292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaada7a9-aa7f-4d24-86af-5a8db1f6bd3a None None] Pushing event updated for resources: {'Port': ['ID=b81364c0-b761-4e54-a839-3865fcc48398,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:43.035325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.035813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.049339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.235705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f039ccd-3738-4f23-a884-e9958f65c215 req-b9b53589-747b-4ce7-84c9-70c60937be2a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:43.237316 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-5f039ccd-3738-4f23-a884-e9958f65c215 req-b9b53589-747b-4ce7-84c9-70c60937be2a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6130080 Mar 22 11:39:43.337996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe08ffa6-9597-46c6-b937-9eee068e1e6a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:43.386450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.387674 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c1ae608d-fb0c-49d7-8d9d-ce0667c22092 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4274352 Mar 22 11:39:43.394664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53434) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:43.409252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': 'fe08ffa6-9597-46c6-b937-9eee068e1e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:43.415500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:43.425258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:43.431607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:43.435272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 1d50992a-2a86-42e0-ad6d-1f758590ae1f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:43.435618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.441364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.523656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.537169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:43.552703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.567190 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-5f039ccd-3738-4f23-a884-e9958f65c215 req-50bfd701-c50c-45ad-89db-1b2b7e3b9805 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686293 Mar 22 11:39:43.578817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de68c5-7bdb-42b4-b858-0cfbb7dacec5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:43.642904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 3ec09849-60c8-4f95-99e2-2fb4a414215f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3ec09849-60c8-4f95-99e2-2fb4a414215f,segment=NetworkSegment(dd431aed-f948-418c-ab4b-20698ca89213),segment_id=dd431aed-f948-418c-ab4b-20698ca89213)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:43.642904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.643155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a603abb8-0dbc-43b3-97e3-bef180fa816a None None] Provisioning for port b81364c0-b761-4e54-a839-3865fcc48398 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:43.647997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a603abb8-0dbc-43b3-97e3-bef180fa816a None None] Provisioning complete for port b81364c0-b761-4e54-a839-3865fcc48398 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:43.648377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a603abb8-0dbc-43b3-97e3-bef180fa816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.697554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.756322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.757730 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-420d3958-5125-4d2f-85ce-b7ccb0db4c4a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/34de68c5-7bdb-42b4-b858-0cfbb7dacec5 HTTP/1.1" status: 204 len: 168 time: 1.1323025 Mar 22 11:39:43.774051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53440) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:43.815611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca840926-781f-4c98-bf54-9f808b9b500b None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:39:43.832594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.841436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 3ec09849-60c8-4f95-99e2-2fb4a414215f owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:43.857895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.973783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca840926-781f-4c98-bf54-9f808b9b500b None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:39:44.008398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.025152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-797b95fb-b175-44ad-a9b0-e5448bf76c2e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:44.118046 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b81364c0-b761-4e54-a839-3865fcc48398 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:44.161137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 1d50992a-2a86-42e0-ad6d-1f758590ae1f owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:44.225450 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4aaa86cc-fd64-4581-accc-38db3a49b566 None None] Provisioning for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:44.231311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.235853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4aaa86cc-fd64-4581-accc-38db3a49b566 None None] Provisioning complete for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:44.236227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4aaa86cc-fd64-4581-accc-38db3a49b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.270548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.311836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.313708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.349335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=3ec09849-60c8-4f95-99e2-2fb4a414215f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:44.358001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 3ec09849-60c8-4f95-99e2-2fb4a414215f on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:44.372196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-797b95fb-b175-44ad-a9b0-e5448bf76c2e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:44.376565 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-797b95fb-b175-44ad-a9b0-e5448bf76c2e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5815301 Mar 22 11:39:44.384601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53446) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:44.388022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb29f88d-3dc7-4704-b21d-67a9f02b63ae,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:44.400833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b81364c0-b761-4e54-a839-3865fcc48398 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:44.401181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.408048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494127749'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:44.417585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:44.439981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa86cc-fd64-4581-accc-38db3a49b566 None None] Port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:44.440211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:44.480784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:44.509074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:44.513038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.516783 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9f886d33-f42e-4f26-99cb-8c7db8c2bd38 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1118057 Mar 22 11:39:44.518675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Delete allocated IP 2001:db8:0:1::159 (0d772246-439b-4441-a0b2-d8a39dfc1923/31b97181-a665-4a4a-89ab-bc54b507dec5) {{(pid=88741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:39:44.519464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53450) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:44.528446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:44.533433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': 'fe08ffa6-9597-46c6-b937-9eee068e1e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:44.541408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:44.547763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.558886 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:44.566522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:44.577897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:44.581250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router 77506660-f997-4ff8-9542-f5855d2cd85c is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:44.595270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:44.604172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:44.609061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:44.638446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=61a09a80-e2ae-414a-a892-8f99eb60c078,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:44.680330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:44.683975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.753474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=1d50992a-2a86-42e0-ad6d-1f758590ae1f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:44.768834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:44.783084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.022930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828dd03-611d-4ec5-b8db-04b5a51f603c']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.047986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173fe5b-e889-435d-a9ee-9ebfe4e62efb req-a4f957d1-6f94-45cf-ba19-3e02f95a149b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:45.049411 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e173fe5b-e889-435d-a9ee-9ebfe4e62efb req-a4f957d1-6f94-45cf-ba19-3e02f95a149b tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6577120 Mar 22 11:39:45.061718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd431aed-f948-418c-ab4b-20698ca89213') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.065354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd431aed-f948-418c-ab4b-20698ca89213') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.101914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.140759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.150534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.160876 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e173fe5b-e889-435d-a9ee-9ebfe4e62efb req-ed81a5f9-5c22-41b5-a2aa-df272504ed3e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924542 Mar 22 11:39:45.161750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:45.162153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:45.178513 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:45.206864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.227519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:45.239059 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] Sync routers for ids ['77506660-f997-4ff8-9542-f5855d2cd85c'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:45.251230 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] Routers {'77506660-f997-4ff8-9542-f5855d2cd85c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:45.251912 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['77506660-f997-4ff8-9542-f5855d2cd85c'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.301685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Ignored duplicate provisioning block setup for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 11:39:45.315248 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.324624 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] Routers {'77506660-f997-4ff8-9542-f5855d2cd85c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:45.325224 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['77506660-f997-4ff8-9542-f5855d2cd85c'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.344069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.390097 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.390496 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7658a-6762-4111-8cfc-e56ee25c7749 None None] The sync data for ids ['77506660-f997-4ff8-9542-f5855d2cd85c'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:45.396906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.420031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.457025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.482169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.485246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.510688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.542400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=2828dd03-611d-4ec5-b8db-04b5a51f603c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:45.567015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.585910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dd9f12-0ec1-4048-8a4a-f01042dda91f,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:45.657355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 975da57a-1404-4d94-aedb-4b018c97484c has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:39:45.659034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.662838 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0e172c3e-fb11-4f4c-8a74-7f394e87e205 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "PUT /v2.0/routers/77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 200 len: 914 time: 6.7777934 Mar 22 11:39:45.662838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63294980-f727-4094-8990-4963d204b4ae,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:45.665374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53454) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.728598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.730314 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d153d2df-5fa3-4bd0-8c5c-ab5bccbf70e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2103775 Mar 22 11:39:45.739344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53458) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.747297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.748454 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d08bb388-2574-44bc-a3f3-4072ba819e95 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3573813 Mar 22 11:39:45.751747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': 'fe08ffa6-9597-46c6-b937-9eee068e1e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:45.751913 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-61a81df7-e8cc-4261-843b-fe2ef94b5e3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/2828dd03-611d-4ec5-b8db-04b5a51f603c HTTP/1.1" status: 204 len: 168 time: 6.4657435 Mar 22 11:39:45.752579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53462) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.763336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=1dbf3348-b32a-4768-b1e2-a3014d5282c8,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:45.766441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] In _notify_port_updated(), no bound segment for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 on network 0d772246-439b-4441-a0b2-d8a39dfc1923 {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:39:45.772726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:45.773344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.774898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-345161d9-e18a-45bc-bfea-33f2cb0e802f None None] Provisioning complete for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:45.775375 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7ae2ddea-6da8-4078-9ed6-69bfd37919d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/ports/1dbf3348-b32a-4768-b1e2-a3014d5282c8 HTTP/1.1" status: 200 len: 925 time: 2.8980062 Mar 22 11:39:45.776140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-345161d9-e18a-45bc-bfea-33f2cb0e802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:45.779268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1faa9b2b-6c25-47a0-8826-07cf4466f669 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:45.779735 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-1faa9b2b-6c25-47a0-8826-07cf4466f669 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 11:39:45.780223 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-1faa9b2b-6c25-47a0-8826-07cf4466f669 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:45.781178 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1faa9b2b-6c25-47a0-8826-07cf4466f669 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192463 Mar 22 11:39:45.782179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53464) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.782626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53468) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.788638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53470) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:45.796124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443fc042-2af1-44b5-acbd-71489b4511f6'}, {'subnet_id': '31b97181-a665-4a4a-89ab-bc54b507dec5'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:45.817275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:45.833687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:45.834025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156735357'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:45.837857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:45.849123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:45.849612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-345161d9-e18a-45bc-bfea-33f2cb0e802f None None] Port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:45.857391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:45.866621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:45.871332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:45.878382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:45.887494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:45.899308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:45.901899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:45.911084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:45.915778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:45.918601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:45.926024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] Sync routers for ids ['975da57a-1404-4d94-aedb-4b018c97484c'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:45.935670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] Routers {'975da57a-1404-4d94-aedb-4b018c97484c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:45.936465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['975da57a-1404-4d94-aedb-4b018c97484c'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:45.971078 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5d100a4c-44a5-4265-875c-88622f42d6d5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/975da57a-1404-4d94-aedb-4b018c97484c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7139568 Mar 22 11:39:45.974932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53478) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.001185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:46.009983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] Routers {'975da57a-1404-4d94-aedb-4b018c97484c'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:46.014781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['975da57a-1404-4d94-aedb-4b018c97484c'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:46.014924 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6eaf2771-acf5-4121-afca-887229e4a5c5 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 200 len: 920 time: 0.3444541 Mar 22 11:39:46.014924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53482) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.061654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d12856a5-313b-4310-8f91-9d4afe4437c2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:46.076302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:46.076556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90b38-606f-43c9-86d5-106534000a26 None None] The sync data for ids ['975da57a-1404-4d94-aedb-4b018c97484c'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:46.081485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.138768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:46.142319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.161500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.164004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e87270-c297-45a4-9381-0dfb893e4bc2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:46.168038 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b5e87270-c297-45a4-9381-0dfb893e4bc2 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=77506660-f997-4ff8-9542-f5855d2cd85c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1496577 Mar 22 11:39:46.168212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53486) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.258566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.283339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:46.339034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596f8a8a-57b6-496c-86ac-e0c18e7eb253,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:46.399140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.399499 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 40365050-804a-480a-8010-bac29e83a6d8 of type vlan for network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f Mar 22 11:39:46.411828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d12856a5-313b-4310-8f91-9d4afe4437c2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:46.413024 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d12856a5-313b-4310-8f91-9d4afe4437c2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=975da57a-1404-4d94-aedb-4b018c97484c HTTP/1.1" status: 200 len: 205 time: 0.4363546 Mar 22 11:39:46.426045 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:46.427059 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-92e5b1fc-37d8-490a-acb8-5d08feedbe5a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6357441 Mar 22 11:39:46.430049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53492) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.437705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53494) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.499189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c88650-85a4-45f2-bdff-f5b2d9b7447f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:46.500609 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a3c88650-85a4-45f2-bdff-f5b2d9b7447f tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.3314450 Mar 22 11:39:46.503554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53500) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.515346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4a5d9771-8708-4474-a240-12f98d0a94a3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:46.515820 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-4a5d9771-8708-4474-a240-12f98d0a94a3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 11:39:46.516298 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-4a5d9771-8708-4474-a240-12f98d0a94a3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:46.517263 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4a5d9771-8708-4474-a240-12f98d0a94a3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0764484 Mar 22 11:39:46.527060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53504) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.548270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.555253 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2615f00c-c315-4456-af57-a6578b3e69f6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8073828 Mar 22 11:39:46.555253 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f0f41736-9b55-42a5-8c67-3859b679f848 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 200 len: 205 time: 0.0475140 Mar 22 11:39:46.555517 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53508) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.555663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53510) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:46.563787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': 'fe08ffa6-9597-46c6-b937-9eee068e1e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:46.567806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:46.578240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.587189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.589326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:46.636567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:46.640092 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.650028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:46.656010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:46.659131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:46.664587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:46.669465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:46.670261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.689927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca159e-1717-4b9f-befb-cb87d0bf260b req-413cd41c-093a-47c1-8eb8-bf9aed92f2b7 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:46.691433 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f1ca159e-1717-4b9f-befb-cb87d0bf260b req-413cd41c-093a-47c1-8eb8-bf9aed92f2b7 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4084394 Mar 22 11:39:46.809188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:46.825001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:46.837172 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:39:46.887367 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f1ca159e-1717-4b9f-befb-cb87d0bf260b req-74894af3-d339-42bc-8d52-ec389df06733 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408191 Mar 22 11:39:46.890530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.054460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.058457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.112073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.137064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8a8684-4800-4467-8e36-e5d3c9b1bf92,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:47.150589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port e83def14-d1f0-4d08-81c1-ddcea9e448c4 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:47.150589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.184099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.189482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:47.190065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.285394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.289524 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-420bcc86-7f83-4eb6-b2b2-31c45e36864e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7299750 Mar 22 11:39:47.298530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53520) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:47.307242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': 'fe08ffa6-9597-46c6-b937-9eee068e1e6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:47.349464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:47.366139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:47.377002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:47.386580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:47.409865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.428992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.443925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.531450 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:47.535084 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-68d3825c-4553-47ca-b164-88502a5f1f5b tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9911315 Mar 22 11:39:47.540425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53524) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:47.568666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=4170eb78-8ed3-4dd5-9df2-585d4af9ca8f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:47.580544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:47.582069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for e83def14-d1f0-4d08-81c1-ddcea9e448c4 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:47.586517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-63e86d6f-3b5a-4a1d-a082-d584efaa03c7 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:47.586999 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-63e86d6f-3b5a-4a1d-a082-d584efaa03c7 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 11:39:47.587510 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-63e86d6f-3b5a-4a1d-a082-d584efaa03c7 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:47.591079 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-63e86d6f-3b5a-4a1d-a082-d584efaa03c7 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173664 Mar 22 11:39:47.598343 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53528) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:47.605986 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-18550a32-e181-4bcc-9176-172198e7eff4 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8176627 Mar 22 11:39:47.612822 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:47.613184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53532) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:47.628362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:47.637664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:47.641585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:47.646104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:47.658380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.686034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:47.691977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.692442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 975da57a-1404-4d94-aedb-4b018c97484c {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:47.731382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.732463 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fdd603ae-9e39-4e10-af54-50d1cd521314 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/975da57a-1404-4d94-aedb-4b018c97484c HTTP/1.1" status: 204 len: 168 time: 1.2986953 Mar 22 11:39:47.736205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53536) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:47.819727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6403ce8-0607-41e5-b631-c5980b1f6d5e req-a31a73a8-67dd-4c78-b0b5-fe6f28bddeda tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:47.821224 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c6403ce8-0607-41e5-b631-c5980b1f6d5e req-a31a73a8-67dd-4c78-b0b5-fe6f28bddeda tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5074756 Mar 22 11:39:47.857297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:47.872025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:47.881716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.891763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:47.899668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-b2c4bf5d-d577-48fb-ad07-c9b8f158c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:47.901204 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-b2c4bf5d-d577-48fb-ad07-c9b8f158c346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 1098 time: 0.5015447 Mar 22 11:39:47.912288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:47.921823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:47.957477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:47.958421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:47.994415 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c6403ce8-0607-41e5-b631-c5980b1f6d5e req-d7e63492-aba8-413d-ad53-b8cb3c579117 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538327 Mar 22 11:39:48.002018 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:48.005642 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ef61d7a4-4976-46cf-9640-b857a9414a6e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3987005 Mar 22 11:39:48.015866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53540) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:48.017050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8:0:1::305 (0d772246-439b-4441-a0b2-d8a39dfc1923/31b97181-a665-4a4a-89ab-bc54b507dec5/1dbf3348-b32a-4768-b1e2-a3014d5282c8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:48.030300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8d27dbd1-51c3-409f-966d-18262efe8804 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:48.030768 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-8d27dbd1-51c3-409f-966d-18262efe8804 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 11:39:48.031251 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-8d27dbd1-51c3-409f-966d-18262efe8804 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:48.032159 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8d27dbd1-51c3-409f-966d-18262efe8804 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109963 Mar 22 11:39:48.038041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.044328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53544) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:48.051671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.181094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:48.200683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:48.204055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.222635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:48.234891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:48.256638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:48.262115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52197986-ebf8-4b82-a232-0fd72095233f,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:48.306835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:48.330863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:48.341077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Sync routers for ids ['9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:48.351116 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Routers {'9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:48.351720 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:48.363596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.406745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.410089 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-80276f30-1c4a-4ca3-bd08-cee0663245b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1084371 Mar 22 11:39:48.411146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53548) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:48.415242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-b7c91129-046d-4df4-874c-1059531331cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:48.416822 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-b7c91129-046d-4df4-874c-1059531331cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 200 len: 912 time: 0.4921300 Mar 22 11:39:48.441841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.442956 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9c565b06-22a9-484a-8595-abad806e8682 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6283426 Mar 22 11:39:48.445274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.452467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53552) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:48.533612 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Set router 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:39:48.548182 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-f9c1e34b-1fb1-4311-a811-f476c51c4e0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 200 len: 1000 time: 0.1199269 Mar 22 11:39:48.558704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 1dbf3348-b32a-4768-b1e2-a3014d5282c8 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:48.560507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.567006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.596449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.645248 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:48.646098 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-77bdd4fa-8133-4e8c-997e-71052a21d432 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6005008 Mar 22 11:39:48.681106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=e83def14-d1f0-4d08-81c1-ddcea9e448c4,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:48.683706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53556) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:48.709356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '63294980-f727-4094-8990-4963d204b4ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:48.795148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:48.818725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.819499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:48.821165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.827528 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:48.839237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-74167ae5-d870-423c-a6f6-34b72d766a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:48.840677 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-74167ae5-d870-423c-a6f6-34b72d766a5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 200 len: 850 time: 0.2820647 Mar 22 11:39:48.841642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:48.863350 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:40Z', 'updated_at': '2022-03-22T11:39:45Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:42Z', 'updated_at': '2022-03-22T11:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:48.868614 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Checking router: 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:39:48.869172 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Updating router 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 port 61a09a80-e2ae-414a-a892-8f99eb60c078 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:39:48.915681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.927628 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:48.934509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:49.008424 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eeac17b8-3bce-4bc9-950a-2d2d051e702d tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 HTTP/1.1" status: 200 len: 908 time: 0.5500951 Mar 22 11:39:49.037403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53562) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.050691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1585728862', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': True}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:49.063450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:49.066671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.081778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.085062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Usage tracker for resource:router and tenant:9fab288c29754d37983efae9d876c512 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:49.092747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42396d90-17da-4344-b13f-db50f9dbfd4b None None] Network 2947eabd-062e-40f0-85ac-abccabdc8347 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:49.093641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:49.105942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:49.123954 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52197986-ebf8-4b82-a232-0fd72095233f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:49.129874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.133480 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-50af2e0e-2076-48a2-a44f-4cd6424afcad tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/52197986-ebf8-4b82-a232-0fd72095233f HTTP/1.1" status: 204 len: 168 time: 0.7051692 Mar 22 11:39:49.140728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] In _notify_port_updated(), no bound segment for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 on network 0d772246-439b-4441-a0b2-d8a39dfc1923 {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:39:49.143539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:49.145891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.145891 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/ports/1dbf3348-b32a-4768-b1e2-a3014d5282c8 HTTP/1.1" status: 200 len: 1011 time: 3.3584633 Mar 22 11:39:49.146195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57f8cd-e485-4e82-a305-119fe245219a tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=1dbf3348-b32a-4768-b1e2-a3014d5282c8,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:49.160461 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9d690e5f-6afa-4e0d-a57e-3a7f2b54b1f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa HTTP/1.1" status: 204 len: 168 time: 1.4217942 Mar 22 11:39:49.161790 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53568) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.162271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53570) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.170835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53576) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.174202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.179074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.317951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.362740 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:49.366618 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a441a5ec-7562-402e-ade9-42683cc2d65c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6677258 Mar 22 11:39:49.370373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:49.370856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.385722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53580) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.386347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.386969 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router 77506660-f997-4ff8-9542-f5855d2cd85c {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:39:49.418641 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.435241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.436257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.437483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.441240 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Transition to ACTIVE for port object 61a09a80-e2ae-414a-a892-8f99eb60c078 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:49.451732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-84095235-1c83-489c-8022-07e3cbb5056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:49.453243 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-84095235-1c83-489c-8022-07e3cbb5056c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d933bdbf-b0f9-43af-9bd2-f511d4f058f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5978131 Mar 22 11:39:49.491082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-00675e09-324c-42d9-8290-ac074fca047d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:49.508704 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.526833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.532567 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-440b7e40-0f23-4986-a08c-0964c963b127 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 204 len: 168 time: 2.9690478 Mar 22 11:39:49.535406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=fdfcf262-4251-4058-9972-95d00402a60a,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:49.537234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-33ca7aa6-b5dc-492d-aba4-3aab311dbdde None None] Provisioning for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:49.540873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53584) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.542433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-33ca7aa6-b5dc-492d-aba4-3aab311dbdde None None] Provisioning complete for port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:49.542803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-33ca7aa6-b5dc-492d-aba4-3aab311dbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.558086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.564078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149539365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:49.579524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] DHCP port deletion for 2947eabd-062e-40f0-85ac-abccabdc8347 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:49.587342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:49.589726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:49.590085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.598499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:49.611251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:49.630056 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57725ad-ee05-4796-9c79-7bdcf66222b9 req-510ec4b6-b7cf-4c76-acf3-af08fb2b6139 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:49.631982 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f57725ad-ee05-4796-9c79-7bdcf66222b9 req-510ec4b6-b7cf-4c76-acf3-af08fb2b6139 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3843608 Mar 22 11:39:49.633236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:49.640872 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Attempting to bind port 61a09a80-e2ae-414a-a892-8f99eb60c078 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:49.641708 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Attempting to bind port 61a09a80-e2ae-414a-a892-8f99eb60c078 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:49.642092 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Attempting to bind port 61a09a80-e2ae-414a-a892-8f99eb60c078 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:49.644693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Deleting port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:49.644898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.652434 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:49.653707 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:49.654181 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.654695 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:49.655268 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Bound port: 61a09a80-e2ae-414a-a892-8f99eb60c078, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:49.655809 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.688130 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-00675e09-324c-42d9-8290-ac074fca047d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:49.689823 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-00675e09-324c-42d9-8290-ac074fca047d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5258863 Mar 22 11:39:49.699941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53588) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:49.711989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '40365050-804a-480a-8010-bac29e83a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:49.712346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:49.721093 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051340c5-1d47-4b85-8086-edea1c3a1252 None None] Pushing event updated for resources: {'Port': ['ID=61a09a80-e2ae-414a-a892-8f99eb60c078,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:49.727840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-33ca7aa6-b5dc-492d-aba4-3aab311dbdde None None] Port 1dbf3348-b32a-4768-b1e2-a3014d5282c8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:39:49.772299 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] For port 61a09a80-e2ae-414a-a892-8f99eb60c078, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:49.773050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.776691 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] For port 61a09a80-e2ae-414a-a892-8f99eb60c078, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=61a09a80-e2ae-414a-a892-8f99eb60c078,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:49.844854 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.875478 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-3aeedab1-c9a3-431e-8359-e5405d961318 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999968 Mar 22 11:39:49.883025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.898310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] For port 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2458b92a-aa7a-44c1-ade5-fba4590f1a00,segment=NetworkSegment(af7f3d35-6bb7-442b-8dfd-5000316a4014),segment_id=af7f3d35-6bb7-442b-8dfd-5000316a4014)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:49.898995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.913851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:49.958121 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Routers {'9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:49.958757 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:50.055696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 1dbf3348-b32a-4768-b1e2-a3014d5282c8 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:50.074675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Calling delete_port for 2458b92a-aa7a-44c1-ade5-fba4590f1a00 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:50.086717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:50.095966 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051340c5-1d47-4b85-8086-edea1c3a1252 None None] Pushing event updated for resources: {'Port': ['ID=61a09a80-e2ae-414a-a892-8f99eb60c078,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:50.132960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2458b92a-aa7a-44c1-ade5-fba4590f1a00 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:50.168121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.169155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.205557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.231148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:50.236254 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-f57725ad-ee05-4796-9c79-7bdcf66222b9 req-a4fa1254-bc95-4db3-9205-a57a457a0693 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5824051 Mar 22 11:39:50.243170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:50.243746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.288728 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d878fd3-cf22-407d-b478-39903c63b690 None None] Network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:50.293137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 2458b92a-aa7a-44c1-ade5-fba4590f1a00, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2458b92a-aa7a-44c1-ade5-fba4590f1a00,segment=NetworkSegment(af7f3d35-6bb7-442b-8dfd-5000316a4014),segment_id=af7f3d35-6bb7-442b-8dfd-5000316a4014)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:50.293496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.317772 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] Set router 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:39:50.341706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.347709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.391227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.440229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.442190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 2458b92a-aa7a-44c1-ade5-fba4590f1a00 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:50.464505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] Pushing event deleted for resources: {'Port': ['ID=2458b92a-aa7a-44c1-ade5-fba4590f1a00,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:50.472282 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7db16d7f-567a-48ad-865c-cfb32564589c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8525934 Mar 22 11:39:50.473282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.476667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.477741 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ead4f-97bc-4cce-898d-a607abf3a814 None None] No DVR routers for this DVR port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:50.477932 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/63294980-f727-4094-8990-4963d204b4ae HTTP/1.1" status: 204 len: 168 time: 1.0859790 Mar 22 11:39:50.487878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53592) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:50.488229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53594) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:50.514077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.521982 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4e0884b6-1db3-4df9-8c4f-cda21fa1b5ae req-7948e148-7c17-497d-851f-fb7a5b67d793 service neutron] 10.222.0.60 "GET /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299291 Mar 22 11:39:50.551940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc5e5e-856d-46f1-a594-a743b9492849 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63294980-f727-4094-8990-4963d204b4ae,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:50.667767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.672161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.691765 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:40Z', 'updated_at': '2022-03-22T11:39:45Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:42Z', 'updated_at': '2022-03-22T11:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:50.696031 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076af28b-6fe3-48eb-8ad6-12cc5dfe6b6c None None] The sync data for ids ['9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7'] in dv-neutron-828143-11-hyperv is: [{'id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:40Z', 'updated_at': '2022-03-22T11:39:45Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': '61a09a80-e2ae-414a-a892-8f99eb60c078', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:42Z', 'updated_at': '2022-03-22T11:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:50.700842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-4170eb78-8ed3-4dd5-9df2-585d4af9ca8f', 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': 'fdfcf262-4251-4058-9972-95d00402a60a'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:39:50.701768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.706105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.708327 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3b8a8684-4800-4467-8e36-e5d3c9b1bf92 HTTP/1.1" status: 204 len: 168 time: 0.9969471 Mar 22 11:39:50.710832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774583f-5ec8-4ac0-b0ab-2626a1516d8b tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b8a8684-4800-4467-8e36-e5d3c9b1bf92,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:50.713139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53600) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:50.717053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4465a1a-5d30-45ae-8c15-221a912fdb7d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:50.776448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:50.776888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:50.795896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.835892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ab4e0b89-3786-48a7-b106-7faab3a66bc1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:50.875294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b4465a1a-5d30-45ae-8c15-221a912fdb7d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:50.880289 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4465a1a-5d30-45ae-8c15-221a912fdb7d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3733611 Mar 22 11:39:50.891640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53606) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:50.900846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751550082'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:50.911327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:50.917800 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Allocated IP 172.20.0.2 (4170eb78-8ed3-4dd5-9df2-585d4af9ca8f/fdfcf262-4251-4058-9972-95d00402a60a/3eb16c6f-0f21-439b-86b6-020502ecd6c5) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:50.928389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:50.930506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.977251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:50.981583 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-256f0c10-5041-4d60-8c89-ac1f4638dc16 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4337234 Mar 22 11:39:50.982966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53610) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:50.997165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:51.089260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ab4e0b89-3786-48a7-b106-7faab3a66bc1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:51.093371 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ab4e0b89-3786-48a7-b106-7faab3a66bc1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3707702 Mar 22 11:39:51.102339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.116695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53614) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:51.242467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.249681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.265007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Transition to ACTIVE for port object 3eb16c6f-0f21-439b-86b6-020502ecd6c5 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:51.285522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 2458b92a-aa7a-44c1-ade5-fba4590f1a00 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:51.286470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.288927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Transition to ACTIVE for port object 3eb16c6f-0f21-439b-86b6-020502ecd6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:51.451181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:51.452908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.482487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=1dbf3348-b32a-4768-b1e2-a3014d5282c8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:51.529137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.553276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:51.612699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.615335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.616400 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f9e9ff49-86cc-4ec2-854a-2317a5c8b138 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/1dbf3348-b32a-4768-b1e2-a3014d5282c8 HTTP/1.1" status: 204 len: 168 time: 2.4508708 Mar 22 11:39:51.622860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53620) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:51.637063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:51.676961 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b81864-93d3-49f1-99b6-f1ae380ab310 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:39:51.677418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0b81864-93d3-49f1-99b6-f1ae380ab310 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:51.697716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] The port '2458b92a-aa7a-44c1-ade5-fba4590f1a00' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:39:51.704646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:51.708754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:51.712674 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:51.715099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.721417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:51.804689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Pushing event updated for resources: {'Port': ['ID=3eb16c6f-0f21-439b-86b6-020502ecd6c5,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:51.808645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0b81864-93d3-49f1-99b6-f1ae380ab310 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:51.814544 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0b81864-93d3-49f1-99b6-f1ae380ab310 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/1dbf3348-b32a-4768-b1e2-a3014d5282c8 HTTP/1.1" status: 404 len: 333 time: 0.1864965 Mar 22 11:39:51.817701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53624) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:51.847806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Attempting to bind port 3eb16c6f-0f21-439b-86b6-020502ecd6c5 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:51.848608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Attempting to bind port 3eb16c6f-0f21-439b-86b6-020502ecd6c5 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '40365050-804a-480a-8010-bac29e83a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:51.849229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Attempting to bind port 3eb16c6f-0f21-439b-86b6-020502ecd6c5 on network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:51.856666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:51.857444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Checking segment: {'id': '40365050-804a-480a-8010-bac29e83a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:51.858083 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.858684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Bound using segment: {'id': '40365050-804a-480a-8010-bac29e83a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:51.859592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Bound port: 3eb16c6f-0f21-439b-86b6-020502ecd6c5, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40365050-804a-480a-8010-bac29e83a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:51.860563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.906238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 172.26.5.18 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/e82793b1-8e25-4a3d-a47b-6c3abb654af7) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:51.940031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet 31b97181-a665-4a4a-89ab-bc54b507dec5 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:51.955808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.977948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.983554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:51.996202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.032040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] For port 3eb16c6f-0f21-439b-86b6-020502ecd6c5, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:52.043630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] For port 3eb16c6f-0f21-439b-86b6-020502ecd6c5, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3eb16c6f-0f21-439b-86b6-020502ecd6c5,segment=NetworkSegment(40365050-804a-480a-8010-bac29e83a6d8),segment_id=40365050-804a-480a-8010-bac29e83a6d8)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:52.073106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfcf262-4251-4058-9972-95d00402a60a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.089276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.147114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 61a09a80-e2ae-414a-a892-8f99eb60c078 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:52.190024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.196675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.225823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.269464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.302189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.308684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4d64-24bd-4afd-bdfd-1b189f8cd21b None None] Pushing event updated for resources: {'Port': ['ID=3eb16c6f-0f21-439b-86b6-020502ecd6c5,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.317081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.348348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.388708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596f8a8a-57b6-496c-86ac-e0c18e7eb253,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.400020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2947eabd-062e-40f0-85ac-abccabdc8347']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.411077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.416997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4170eb78-8ed3-4dd5-9df2-585d4af9ca8f']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.421783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:52.421783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:52.436043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357b9c-1ece-4184-8027-3845556960e5 req-ad17299e-03ed-436b-aaf1-28f85aedfcec tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:52.437660 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-28357b9c-1ece-4184-8027-3845556960e5 req-ad17299e-03ed-436b-aaf1-28f85aedfcec tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 1.0477233 Mar 22 11:39:52.444145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.444977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7f3d35-6bb7-442b-8dfd-5000316a4014') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.445276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7f3d35-6bb7-442b-8dfd-5000316a4014') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.451439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:52.483472 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 61a09a80-e2ae-414a-a892-8f99eb60c078 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:39:52.488876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40365050-804a-480a-8010-bac29e83a6d8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.489388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40365050-804a-480a-8010-bac29e83a6d8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:52.491893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 61a09a80-e2ae-414a-a892-8f99eb60c078 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:52.492269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.502941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.510261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.524900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=e82793b1-8e25-4a3d-a47b-6c3abb654af7,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.536651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=31b97181-a665-4a4a-89ab-bc54b507dec5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.542279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.542542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.563633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-59260390-e489-449f-bac9-f76987514daa tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/31b97181-a665-4a4a-89ab-bc54b507dec5 HTTP/1.1" status: 204 len: 168 time: 0.7426765 Mar 22 11:39:52.565393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53628) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:52.571221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dec91-b7a9-4e24-8ad3-10c9e6526f68 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:52.617769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.655760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.661414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:52.661819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.685517 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-28357b9c-1ece-4184-8027-3845556960e5 req-c6ddcc63-2b8d-4cf2-bc72-a9665278b799 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314401 Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:52.686172 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:52.716890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f26b5b8-83c6-4bb9-acd1-6f91c653f709,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:52.747263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe2f2b-d2ae-45b1-abfa-ca414cb1aaf5 None None] Network 4170eb78-8ed3-4dd5-9df2-585d4af9ca8f requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:52.765681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:52.766089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:52.781678 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:52.789362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.790612 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-42c3a6cc-213e-4d71-8b51-c7bafcdb6834 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8979356 Mar 22 11:39:52.805980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.810097 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3615309d-2b6b-4224-a81a-83f7a04101f4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/596f8a8a-57b6-496c-86ac-e0c18e7eb253 HTTP/1.1" status: 204 len: 168 time: 1.6880636 Mar 22 11:39:52.812752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53632) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:52.813096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53634) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:52.884126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '4f26b5b8-83c6-4bb9-acd1-6f91c653f709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:52.898959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:52.905078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:52.910515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:52.923634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:52.939940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:52.980956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8017d897-5382-4f02-8419-a62fcc2aa396 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:52.986099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.012669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.015315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 61a09a80-e2ae-414a-a892-8f99eb60c078, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=61a09a80-e2ae-414a-a892-8f99eb60c078,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:53.022753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:39:53.022753 dv-neutron-828143-11-hyperv neutron-server[88742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:39:53.022753 dv-neutron-828143-11-hyperv neutron-server[88742]: [parameters: {'id': '4170eb78-8ed3-4dd5-9df2-585d4af9ca8f'}] Mar 22 11:39:53.022753 dv-neutron-828143-11-hyperv neutron-server[88742]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:53.027031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:53.029127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=2947eabd-062e-40f0-85ac-abccabdc8347,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:53.043449 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1cb71d14-86ad-42ba-bbbc-efc1aaac1755 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/2947eabd-062e-40f0-85ac-abccabdc8347 HTTP/1.1" status: 204 len: 168 time: 3.8660502 Mar 22 11:39:53.045028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:53.049945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73140371', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:53.063559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:53.070782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:53.075711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:53.082067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet 443fc042-2af1-44b5-acbd-71489b4511f6 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:39:53.085153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.101868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.141323 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.192579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8017d897-5382-4f02-8419-a62fcc2aa396 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:53.194259 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8017d897-5382-4f02-8419-a62fcc2aa396 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3757470 Mar 22 11:39:53.202580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53644) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:53.230818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.265938 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The resource could not be found. Mar 22 11:39:53.267356 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e3b2cd73-4872-45c0-b52a-0bac0f0d4d89 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4503536 Mar 22 11:39:53.274658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53648) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:53.281985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=61a09a80-e2ae-414a-a892-8f99eb60c078,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:53.283706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '4f26b5b8-83c6-4bb9-acd1-6f91c653f709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd36abbcd-c892-4d38-9eb1-1514e5ee1277'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:53.290912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.306149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:53.311046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.322276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:53.327767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.349990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:53.360394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:53.372090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.374130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:53.483380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.483380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.528403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.530251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.532066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.548265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.586897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Allocated IP 172.26.5.94 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/b9236ad0-15a4-47f0-9f28-47ec3b600d3c) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:53.591609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 3eb16c6f-0f21-439b-86b6-020502ecd6c5 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:53.591954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.606890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.640043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17dd9f12-0ec1-4048-8a4a-f01042dda91f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:53.656123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=443fc042-2af1-44b5-acbd-71489b4511f6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:53.669055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.742251 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ed9cf8bb-ebeb-4bcf-a265-c1fa3be2ae15 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/443fc042-2af1-44b5-acbd-71489b4511f6 HTTP/1.1" status: 204 len: 168 time: 1.1735709 Mar 22 11:39:53.750463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53654) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:53.984354 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The resource could not be found. Mar 22 11:39:53.985411 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-67568927-d068-4d9c-9fd8-78ef45e2cc85 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7095191 Mar 22 11:39:53.988961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:53.989289 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-480b0b9f-7455-4dde-b3a9-4d7b89949b69 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/17dd9f12-0ec1-4048-8a4a-f01042dda91f HTTP/1.1" status: 204 len: 168 time: 0.7851186 Mar 22 11:39:53.990074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53658) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:53.990794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53660) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:54.038704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913e174-381e-45d6-abe0-82e834212f94 None None] Network 0d772246-439b-4441-a0b2-d8a39dfc1923 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:54.131923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.143581 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 61a09a80-e2ae-414a-a892-8f99eb60c078 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:39:54.238029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5d8b945f-fada-42d0-b10a-56eb2378291f None None] Provisioning complete for port b81364c0-b761-4e54-a839-3865fcc48398 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:54.238403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5d8b945f-fada-42d0-b10a-56eb2378291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.323917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.338148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-20a93e37-249b-41e3-9ddd-7207e7fbb3ce tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:54.358744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 3eb16c6f-0f21-439b-86b6-020502ecd6c5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3eb16c6f-0f21-439b-86b6-020502ecd6c5,segment=NetworkSegment(40365050-804a-480a-8010-bac29e83a6d8),segment_id=40365050-804a-480a-8010-bac29e83a6d8)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:54.359093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.370977 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 61a09a80-e2ae-414a-a892-8f99eb60c078 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:39:54.371329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.501871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.510065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 3eb16c6f-0f21-439b-86b6-020502ecd6c5 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:54.522786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.538703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.577906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30b2a5-d4f1-41d7-9ca6-f8a6563c8b8e req-605e66bd-030b-4e9c-85c6-2bf66aba9d79 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:54.580967 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0d30b2a5-d4f1-41d7-9ca6-f8a6563c8b8e req-605e66bd-030b-4e9c-85c6-2bf66aba9d79 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.6402559 Mar 22 11:39:54.589383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-20a93e37-249b-41e3-9ddd-7207e7fbb3ce tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:54.590645 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-20a93e37-249b-41e3-9ddd-7207e7fbb3ce tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4521084 Mar 22 11:39:54.595394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] DHCP port deletion for 0d772246-439b-4441-a0b2-d8a39dfc1923 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:39:54.597198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53666) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:54.601875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Deleting port b81364c0-b761-4e54-a839-3865fcc48398 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:54.602337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.631620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port b81364c0-b761-4e54-a839-3865fcc48398 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:54.632321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.633924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.679404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:54.682890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.688322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:54.689999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Pushing event updated for resources: {'Port': ['ID=b9236ad0-15a4-47f0-9f28-47ec3b600d3c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:54.701087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:54.826813 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0d30b2a5-d4f1-41d7-9ca6-f8a6563c8b8e req-3a459949-228e-4064-8acd-0bc5cd558d5a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313707 Mar 22 11:39:54.827844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.850888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.877435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.890383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b81364c0-b761-4e54-a839-3865fcc48398,segment=NetworkSegment(b3e9107a-bf39-4e92-8e65-d044ee753363),segment_id=b3e9107a-bf39-4e92-8e65-d044ee753363)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:54.895568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:54.998951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.020896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Calling delete_port for b81364c0-b761-4e54-a839-3865fcc48398 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:55.070690 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f26b5b8-83c6-4bb9-acd1-6f91c653f709,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:55.104751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=3eb16c6f-0f21-439b-86b6-020502ecd6c5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:55.106617 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 3eb16c6f-0f21-439b-86b6-020502ecd6c5 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:55.173599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.188448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.218159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb29f88d-3dc7-4704-b21d-67a9f02b63ae,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:55.228419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port b81364c0-b761-4e54-a839-3865fcc48398, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b81364c0-b761-4e54-a839-3865fcc48398,segment=NetworkSegment(b3e9107a-bf39-4e92-8e65-d044ee753363),segment_id=b3e9107a-bf39-4e92-8e65-d044ee753363)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:55.228802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.241526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] No DVR routers for this DVR port b81364c0-b761-4e54-a839-3865fcc48398 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:39:55.245379 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa3d70-e5f0-4bcd-b36e-aa3a62c2b8bc None None] Pushing event deleted for resources: {'Port': ['ID=b81364c0-b761-4e54-a839-3865fcc48398,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:55.261977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.262678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a49ba77-c7fa-4d95-a040-462a2d771b0e None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:39:55.334575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.335615 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-66620cab-6750-4f38-bab0-9bb7191443aa tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f26b5b8-83c6-4bb9-acd1-6f91c653f709 HTTP/1.1" status: 204 len: 168 time: 1.1986105 Mar 22 11:39:55.349909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53672) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:55.365272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49ba77-c7fa-4d95-a040-462a2d771b0e None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:39:55.380603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for b81364c0-b761-4e54-a839-3865fcc48398 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:55.386837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be46b0-0f81-48ff-81ad-93f5e9918603 req-b6145615-2f86-41b2-9ed7-5d34f7454e2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:55.388297 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d2be46b0-0f81-48ff-81ad-93f5e9918603 req-b6145615-2f86-41b2-9ed7-5d34f7454e2e tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4210174 Mar 22 11:39:55.402196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4170eb78-8ed3-4dd5-9df2-585d4af9ca8f']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:55.446065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40365050-804a-480a-8010-bac29e83a6d8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:55.446356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40365050-804a-480a-8010-bac29e83a6d8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:55.463891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:39:55.464212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:39:55.476302 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.480706 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-796aeeea-c064-4de8-bd73-d37bd7f00b1d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bb29f88d-3dc7-4704-b21d-67a9f02b63ae HTTP/1.1" status: 204 len: 168 time: 0.8761334 Mar 22 11:39:55.488451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53676) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:55.527178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.604987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-afba52f0-882a-48f1-8853-243594e65ba4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:55.620612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router 2b0ee9d8-5148-40ec-b937-aa321f393f8b is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:55.691338 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d2be46b0-0f81-48ff-81ad-93f5e9918603 req-3fa0d889-2c9a-42e8-a6bd-d2ecf6aee9e4 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927525 Mar 22 11:39:55.702877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.711626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-82c719fa-5d8e-4e31-94a0-a520922fbac3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:55.722250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.769248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:55.769641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:55.790830 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:55.799897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.837072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-afba52f0-882a-48f1-8853-243594e65ba4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:55.842024 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-afba52f0-882a-48f1-8853-243594e65ba4 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3595257 Mar 22 11:39:55.843217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.844958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53682) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:55.986108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.990750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:55.993692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-82c719fa-5d8e-4e31-94a0-a520922fbac3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:55.995276 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82c719fa-5d8e-4e31-94a0-a520922fbac3 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6337340 Mar 22 11:39:56.082069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53686) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:56.104040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b81364c0-b761-4e54-a839-3865fcc48398 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:39:56.104282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '5c1df476-8f6e-4459-b9de-3532b438faea', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:56.110591 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:56.114518 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:56.119424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:56.122537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port b81364c0-b761-4e54-a839-3865fcc48398 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:56.122886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.123691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:56.134834 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/4170eb78-8ed3-4dd5-9df2-585d4af9ca8f HTTP/1.1" status: 204 len: 168 time: 5.6298640 Mar 22 11:39:56.134834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4ac25-736c-4c71-b1d3-0aa6b8f23483 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=4170eb78-8ed3-4dd5-9df2-585d4af9ca8f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:56.139468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53690) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:56.144407 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: b81364c0-b761-4e54-a839-3865fcc48398 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:39:56.145194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b81364c0-b761-4e54-a839-3865fcc48398 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:39:56.152325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-639122158'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:56.160863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:56.169376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:56.175407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:56.195422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:56.237035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] The port 'b81364c0-b761-4e54-a839-3865fcc48398' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:39:56.312615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:56.321994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Sync routers for ids ['2b0ee9d8-5148-40ec-b937-aa321f393f8b'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:56.332074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Routers {'2b0ee9d8-5148-40ec-b937-aa321f393f8b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:56.333221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b0ee9d8-5148-40ec-b937-aa321f393f8b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:56.346828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.350151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:56.353501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.370109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.380383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.465807 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The resource could not be found. Mar 22 11:39:56.470760 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ef47c9c3-6e32-43d9-84c7-1a2d175f23f2 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3787966 Mar 22 11:39:56.470760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:56.475495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53696) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:56.499806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.500140 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 9c02029d-62e2-4a5e-960b-a61121fad097 of type vlan for network 2636ddb8-cf0c-4fa4-a813-9269e594634a Mar 22 11:39:56.502989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.512624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526213154'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:56.529076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:56.533520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.552351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Set router 2b0ee9d8-5148-40ec-b937-aa321f393f8b gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:39:56.559249 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 172.26.5.243 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/d4fdbdb3-c919-472f-be39-6ae4555c91f7) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:39:56.582481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d772246-439b-4441-a0b2-d8a39dfc1923']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:56.589410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:56.602110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a1de8-6717-4d01-bcff-8c7c1325bafe req-1605ad08-f38e-4811-8088-7dcbc5948ed6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:56.606333 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2d6a1de8-6717-4d01-bcff-8c7c1325bafe req-1605ad08-f38e-4811-8088-7dcbc5948ed6 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3356793 Mar 22 11:39:56.606635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.607811 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c1384866-aac5-4274-a452-0083a04a3245 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5614545 Mar 22 11:39:56.618996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e9107a-bf39-4e92-8e65-d044ee753363') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:56.619295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e9107a-bf39-4e92-8e65-d044ee753363') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:56.619437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53700) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:56.662993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.697127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.735984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.753379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.771692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:39:56.776469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.785961 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2d6a1de8-6717-4d01-bcff-8c7c1325bafe req-4e39b0f5-98f8-49d5-9345-81b46d1322bc tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651244 Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:39:56.789045 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:39:56.792680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.820922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:56.886972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:56.901996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe08ffa6-9597-46c6-b937-9eee068e1e6a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:56.908361 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a57ff76b-729f-4714-83b7-48f3f8741767 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/2b0ee9d8-5148-40ec-b937-aa321f393f8b HTTP/1.1" status: 200 len: 907 time: 0.2840042 Mar 22 11:39:56.909284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53704) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:56.909419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:56.910524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:49Z', 'updated_at': '2022-03-22T11:39:53Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:51Z', 'updated_at': '2022-03-22T11:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:56.927482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Checking router: 2b0ee9d8-5148-40ec-b937-aa321f393f8b for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:39:56.927482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Updating router 2b0ee9d8-5148-40ec-b937-aa321f393f8b port e82793b1-8e25-4a3d-a47b-6c3abb654af7 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:39:56.930876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:56.938824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.977576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:56.983459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:56.984330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.010857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.027835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Router f10469a1-5112-4c08-b33d-20380fa0604f is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:57.034955 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.048899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.070452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.080615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=0d772246-439b-4441-a0b2-d8a39dfc1923,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:57.088069 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b438a55b-73f4-4a53-a0a6-81ac2b8f0464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/0d772246-439b-4441-a0b2-d8a39dfc1923 HTTP/1.1" status: 204 len: 168 time: 3.3333158 Mar 22 11:39:57.091440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53708) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.132283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.186453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=2636ddb8-cf0c-4fa4-a813-9269e594634a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:57.187039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.191153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.194942 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fb655335-f244-4bb9-85dd-af7bd4438156 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe08ffa6-9597-46c6-b937-9eee068e1e6a HTTP/1.1" status: 204 len: 168 time: 1.3470995 Mar 22 11:39:57.203030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53712) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.204823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:57.247355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:39:57.264977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:57.283773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:39:57.319890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-25a87939-e47e-41f0-aca0-6378b8ad85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.321002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=d4fdbdb3-c919-472f-be39-6ae4555c91f7,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:57.346863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.348102 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8653514 Mar 22 11:39:57.356288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53716) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.361449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb6018-97c7-421d-bee6-e203ae82bade tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78415c-84df-4857-a9ac-35fbee287934,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:57.378999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343009798'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:57.391681 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:57.402943 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c244720-b16f-49fb-af9b-cbb38ed2e376 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2605817 Mar 22 11:39:57.409249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53720) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.414311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-538c9ffd-c94f-4e96-a096-fcb5e7318656 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:57.419758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:57.484024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:57.484246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.545400 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.558203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Transition to ACTIVE for port object e82793b1-8e25-4a3d-a47b-6c3abb654af7 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:39:57.562465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23ce0c-e0a2-4bb0-bb3d-142b9c92d14b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:57.563181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2b23ce0c-e0a2-4bb0-bb3d-142b9c92d14b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:39:57.611110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.611819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.658561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:57.667538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:57.670717 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:57.677725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:57.694700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-538c9ffd-c94f-4e96-a096-fcb5e7318656 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:57.702759 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-538c9ffd-c94f-4e96-a096-fcb5e7318656 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4834518 Mar 22 11:39:57.703487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53724) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.706333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Attempting to bind port e82793b1-8e25-4a3d-a47b-6c3abb654af7 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:39:57.706703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Attempting to bind port e82793b1-8e25-4a3d-a47b-6c3abb654af7 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:39:57.707068 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Attempting to bind port e82793b1-8e25-4a3d-a47b-6c3abb654af7 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:39:57.708759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510423158'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:57.714439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c091-37ab-4bef-b6c8-c699569e591e None None] Pushing event updated for resources: {'Port': ['ID=e82793b1-8e25-4a3d-a47b-6c3abb654af7,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:57.716381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2b23ce0c-e0a2-4bb0-bb3d-142b9c92d14b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:39:57.720729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:39:57.720959 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2b23ce0c-e0a2-4bb0-bb3d-142b9c92d14b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6267180 Mar 22 11:39:57.721058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:57.721058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.721058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:39:57.721058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Bound port: e82793b1-8e25-4a3d-a47b-6c3abb654af7, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:39:57.721058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.721444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:57.721521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:57.723600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53728) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.778139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:57.779283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:57.793806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:39:57.798687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.799316 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-68a6ae7d-a679-43df-aa49-75b0ab047e73 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "PUT /v2.0/routers/f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 200 len: 914 time: 6.8164690 Mar 22 11:39:57.800532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:57.807990 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] Sync routers for ids ['f10469a1-5112-4c08-b33d-20380fa0604f'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:39:57.809496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53732) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:57.812247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:57.818387 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] Routers {'f10469a1-5112-4c08-b33d-20380fa0604f'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:57.819188 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f10469a1-5112-4c08-b33d-20380fa0604f'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:57.822230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] For port e82793b1-8e25-4a3d-a47b-6c3abb654af7, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:39:57.826230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] For port e82793b1-8e25-4a3d-a47b-6c3abb654af7, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e82793b1-8e25-4a3d-a47b-6c3abb654af7,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:39:57.888229 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:57.897231 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] Routers {'f10469a1-5112-4c08-b33d-20380fa0604f'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:57.898042 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f10469a1-5112-4c08-b33d-20380fa0604f'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:57.914720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.948818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:57.990502 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:57.991231 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2b74b-2aae-4863-b264-94aa215059d3 None None] The sync data for ids ['f10469a1-5112-4c08-b33d-20380fa0604f'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:58.011815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Routers {'2b0ee9d8-5148-40ec-b937-aa321f393f8b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:39:58.012440 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:39:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2b0ee9d8-5148-40ec-b937-aa321f393f8b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:58.040340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:58.044402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.084928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c091-37ab-4bef-b6c8-c699569e591e None None] Pushing event updated for resources: {'Port': ['ID=e82793b1-8e25-4a3d-a47b-6c3abb654af7,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:58.099180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Deleting port e82793b1-8e25-4a3d-a47b-6c3abb654af7 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:58.099180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.142409 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f04f4332-2618-42fa-8420-5f0faf8c388a tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 200 len: 920 time: 0.3318214 Mar 22 11:39:58.147067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53738) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:58.201394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:39:58.202349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:39:58.215312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] Set router 2b0ee9d8-5148-40ec-b937-aa321f393f8b gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:39:58.326206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.330214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.382270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.402755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] For port e82793b1-8e25-4a3d-a47b-6c3abb654af7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e82793b1-8e25-4a3d-a47b-6c3abb654af7,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:39:58.403300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.430500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.462772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:58.490521 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0146702c-d033-4132-91ec-d2fbf493f936 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7607327 Mar 22 11:39:58.490763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:58.506157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53742) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:58.514406 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:49Z', 'updated_at': '2022-03-22T11:39:53Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:51Z', 'updated_at': '2022-03-22T11:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:39:58.518049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:58.518465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5176c685-6612-481e-b254-37f7c9263f01 None None] The sync data for ids ['2b0ee9d8-5148-40ec-b937-aa321f393f8b'] in dv-neutron-828143-11-hyperv is: [{'id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'name': 'tempest-snat-router-1585728862', 'tenant_id': '9fab288c29754d37983efae9d876c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:39:49Z', 'updated_at': '2022-03-22T11:39:53Z', 'revision_number': 3, 'project_id': '9fab288c29754d37983efae9d876c512', 'gw_port': {'id': 'e82793b1-8e25-4a3d-a47b-6c3abb654af7', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ee9d8-5148-40ec-b937-aa321f393f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:39:51Z', 'updated_at': '2022-03-22T11:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:39:58.539323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Calling delete_port for e82793b1-8e25-4a3d-a47b-6c3abb654af7 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:39:58.540551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1854183877'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:58.606342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:58.623754 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49b2577-f578-4f33-82c9-c5d914547cfa,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:58.627630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:58.649421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:58.656105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9c1a4-6cad-43d6-8127-898f0a9ba640 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:58.657630 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-70b9c1a4-6cad-43d6-8127-898f0a9ba640 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=f10469a1-5112-4c08-b33d-20380fa0604f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5021565 Mar 22 11:39:58.660765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53746) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:58.665217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd69e2-591d-4e89-a57e-d8f7c592b70a req-584848f1-fc4a-41b3-8336-28ff709e6d57 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:58.666833 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4bdd69e2-591d-4e89-a57e-d8f7c592b70a req-584848f1-fc4a-41b3-8336-28ff709e6d57 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.5125003 Mar 22 11:39:58.677506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:58.695411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.702334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:58.720842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:58.722007 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9482a3cb-db8d-4ee3-9e6a-3ac5760b080d tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3620381 Mar 22 11:39:58.748329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:58.779973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group_rule': {'security_group_id': '6a78415c-84df-4857-a9ac-35fbee287934', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a49b2577-f578-4f33-82c9-c5d914547cfa'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:58.870558 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4bdd69e2-591d-4e89-a57e-d8f7c592b70a req-9931fde5-32b6-4b39-aec1-db5e437fa21c tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888528 Mar 22 11:39:58.957396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:39:58.961059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.002536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:59.002783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.030459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.038386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:39:59.074381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:59.079381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:59.101710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:59.113073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.120039 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=494b95a0-278b-467b-a1ad-b7eb1fa1f406,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:59.149672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.149672 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 4f2f2b12-0b53-4c51-8d35-96d695f31ec3 of type vlan for network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed Mar 22 11:39:59.190676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c576b6-2826-4fbd-a796-81519eaa32f9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:59.219555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '9c02029d-62e2-4a5e-960b-a61121fad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:39:59.219919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 2636ddb8-cf0c-4fa4-a813-9269e594634a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:39:59.227351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58ee66-96ed-4757-86e5-75969c83ab9d tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.232263 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c58ee66-96ed-4757-86e5-75969c83ab9d tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.5692635 Mar 22 11:39:59.234909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53754) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:59.287566 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.308114 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-30e0176b-bff4-49e7-88d0-9860f656f24f tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 200 len: 205 time: 0.0641787 Mar 22 11:39:59.308646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53758) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:59.326258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-0e93837c-07da-4347-b02e-67f99faf7dcd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.327765 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-0e93837c-07da-4347-b02e-67f99faf7dcd tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.3725700 Mar 22 11:39:59.397436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.402070 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5337bb4a-0385-45d7-9c01-a037eea5aafb tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6942132 Mar 22 11:39:59.402211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.403186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53762) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:59.453603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '82c576b6-2826-4fbd-a796-81519eaa32f9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:59.460303 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Deleting port 0675f246-3629-4125-9db1-ba6672575b99 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:39:59.460701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.495715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:39:59.503997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:39:59.506768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Port': ['ID=e82793b1-8e25-4a3d-a47b-6c3abb654af7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:59.509120 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:39:59.510970 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4cc6f6a9-0927-48ab-8daa-e0b3b914877a tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7545764 Mar 22 11:39:59.518687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.523755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:39:59.525135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.535044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.535224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:39:59.535318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53766) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:59.568972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:39:59.617302 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:39:59.646236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.674727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.712978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.763152 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2314637 Mar 22 11:39:59.771015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53770) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:39:59.775887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 2636ddb8-cf0c-4fa4-a813-9269e594634a) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:39:59.776418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aacf89-ab7e-4855-a843-dcd8fc44d1c5 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=2d5c97b6-2de3-4e40-8e00-ef7bd91099ed,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:39:59.780610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.781203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.785256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4e1d9-14a0-4b8b-9d49-dc087d703252 None None] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:39:59.796906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:39:59.807515 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:39:59.893093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.029141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.037763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.115052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82d0ab29-5ca0-4991-bd62-e6606583584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.152302 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c603e80a-8d1f-4fd7-8cea-a42502a7ac3b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7419734 Mar 22 11:40:00.167903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53778) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:00.176840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-2636ddb8-cf0c-4fa4-a813-9269e594634a', 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '494b95a0-278b-467b-a1ad-b7eb1fa1f406'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:00.178240 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.229832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] For port 0675f246-3629-4125-9db1-ba6672575b99, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0675f246-3629-4125-9db1-ba6672575b99,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:00.229832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.247970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.248408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0ee9d8-5148-40ec-b937-aa321f393f8b {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:00.289383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.365923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.385896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.389261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Allocated IP 172.20.0.3 (2636ddb8-cf0c-4fa4-a813-9269e594634a/494b95a0-278b-467b-a1ad-b7eb1fa1f406/7a072142-40a1-4cfb-9f2e-f0980996fe0f) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:00.399854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:00.447267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.452198 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6beba2c7-fe53-4d82-9ad7-7a8f3a424e6b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2b0ee9d8-5148-40ec-b937-aa321f393f8b HTTP/1.1" status: 204 len: 168 time: 3.5416725 Mar 22 11:40:00.457981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53782) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:00.464778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:00.465038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.467647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.479174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:00.480778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df598-3894-47db-bca7-9bd951934c75 req-e8c63026-1400-4fa3-ada8-ed47f9c4ee67 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:00.482245 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335df598-3894-47db-bca7-9bd951934c75 req-e8c63026-1400-4fa3-ada8-ed47f9c4ee67 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 945 time: 0.4425840 Mar 22 11:40:00.500926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:00.544711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port b9236ad0-15a4-47f0-9f28-47ec3b600d3c {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:00.545057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.594207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:00.610402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] Sync routers for ids ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:00.610942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:00.614804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.660408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] Routers {'16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:00.661770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:00.725112 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.725778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.738888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:00.765171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] Routers {'16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:00.765869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:00.785073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.843712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f34cdbc-207e-44d1-b0f3-358a530d4218,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:00.855224 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.861021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.872261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49b2577-f578-4f33-82c9-c5d914547cfa,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:00.881364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.882153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Transition to ACTIVE for port object 7a072142-40a1-4cfb-9f2e-f0980996fe0f will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:00.883148 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c3297c33-a54f-48cd-ac6a-17db6c3c842e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.8371418 Mar 22 11:40:00.890937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53786) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:00.891881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.892976 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-34684282-3af5-4ce0-a47c-cb466ff98e23 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/a49b2577-f578-4f33-82c9-c5d914547cfa HTTP/1.1" status: 204 len: 168 time: 1.3465934 Mar 22 11:40:00.896564 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53788) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:00.899326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:00.899326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672a568-5fe4-4a3b-98db-379a337432fc None None] The sync data for ids ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:00.920378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Transition to ACTIVE for port object 7a072142-40a1-4cfb-9f2e-f0980996fe0f will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:00.967336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:00.997820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.001866 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c54634e8-9ea2-4118-b9fe-676081e36432 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5609589 Mar 22 11:40:01.014963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.047288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53794) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:01.069875 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335df598-3894-47db-bca7-9bd951934c75 req-0b6f89a8-0638-447c-9565-8ed69dce1924 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fcbf0b6-1746-40f1-9b98-7d87736f0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110061 Mar 22 11:40:01.097809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:01.097809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:01.099498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:01.137352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for b9236ad0-15a4-47f0-9f28-47ec3b600d3c owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:01.157189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 7a072142-40a1-4cfb-9f2e-f0980996fe0f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:01.157666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.187680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Pushing event updated for resources: {'Port': ['ID=7a072142-40a1-4cfb-9f2e-f0980996fe0f,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:01.207183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Attempting to bind port 7a072142-40a1-4cfb-9f2e-f0980996fe0f on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:01.207394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Attempting to bind port 7a072142-40a1-4cfb-9f2e-f0980996fe0f by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '9c02029d-62e2-4a5e-960b-a61121fad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:01.207753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Attempting to bind port 7a072142-40a1-4cfb-9f2e-f0980996fe0f on network 2636ddb8-cf0c-4fa4-a813-9269e594634a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:01.213394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:01.213769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Checking segment: {'id': '9c02029d-62e2-4a5e-960b-a61121fad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:01.214168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.214552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Bound using segment: {'id': '9c02029d-62e2-4a5e-960b-a61121fad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:01.215011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Bound port: 7a072142-40a1-4cfb-9f2e-f0980996fe0f, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c02029d-62e2-4a5e-960b-a61121fad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2636ddb8-cf0c-4fa4-a813-9269e594634a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:01.215384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.232625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc719201-8f8c-4175-86a5-c2685024d176 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:01.309310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] For port 7a072142-40a1-4cfb-9f2e-f0980996fe0f, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:01.312707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] For port 7a072142-40a1-4cfb-9f2e-f0980996fe0f, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a072142-40a1-4cfb-9f2e-f0980996fe0f,segment=NetworkSegment(9c02029d-62e2-4a5e-960b-a61121fad097),segment_id=9c02029d-62e2-4a5e-960b-a61121fad097)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:01.321081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.353870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.372497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc719201-8f8c-4175-86a5-c2685024d176 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:01.376745 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bc719201-8f8c-4175-86a5-c2685024d176 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4743876 Mar 22 11:40:01.386710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.387082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.387403 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Floating IP 695acdb0-5a65-43db-b9f4-0c42a23b198f disassociated. External IP: 172.26.5.95, port: 0675f246-3629-4125-9db1-ba6672575b99. Mar 22 11:40:01.387745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Calling delete_port for 0675f246-3629-4125-9db1-ba6672575b99 owned by compute:nova {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:01.389348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.393999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53798) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:01.436961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.469842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d863e11-e125-468d-8e0e-5a2da9ce82ef None None] Pushing event updated for resources: {'Port': ['ID=7a072142-40a1-4cfb-9f2e-f0980996fe0f,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:01.497358 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-28e0417b-e664-4bd8-bd02-aa91724b91f2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers/16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 200 len: 883 time: 0.5976169 Mar 22 11:40:01.501419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.506047 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53802) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:01.684965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.864754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.920145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.922353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 7a072142-40a1-4cfb-9f2e-f0980996fe0f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a072142-40a1-4cfb-9f2e-f0980996fe0f,segment=NetworkSegment(9c02029d-62e2-4a5e-960b-a61121fad097),segment_id=9c02029d-62e2-4a5e-960b-a61121fad097)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:01.922724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.937770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=9ed0a91a-54e6-421d-9797-bd68cd6aa358,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:01.981322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:01.993148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Deleting port 61a09a80-e2ae-414a-a892-8f99eb60c078 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:01.993949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.007635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '4f2f2b12-0b53-4c51-8d35-96d695f31ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:02.009136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:02.016132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.090996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.091679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 7a072142-40a1-4cfb-9f2e-f0980996fe0f owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:02.093728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=b9236ad0-15a4-47f0-9f28-47ec3b600d3c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:02.139065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a072142-40a1-4cfb-9f2e-f0980996fe0f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:02.258988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.268782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c576b6-2826-4fbd-a796-81519eaa32f9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:02.304419 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-37f7fab6-6c4f-45c1-8d47-f17d03063d47 req-ebc1314e-f0e8-4f6d-80e8-1dbacb2f8966 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.0938888 Mar 22 11:40:02.328987 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event deleted for resources: {'Port': ['ID=0675f246-3629-4125-9db1-ba6672575b99,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:02.339758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 7a072142-40a1-4cfb-9f2e-f0980996fe0f completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:02.360173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e82793b1-8e25-4a3d-a47b-6c3abb654af7 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:02.411340 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: e82793b1-8e25-4a3d-a47b-6c3abb654af7 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:02.412018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e82793b1-8e25-4a3d-a47b-6c3abb654af7 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:02.413698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:02.417569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.467383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.576460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.577629 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1387ad66-8e81-495d-9fd8-02a2f58674b2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/82c576b6-2826-4fbd-a796-81519eaa32f9 HTTP/1.1" status: 204 len: 168 time: 1.5298674 Mar 22 11:40:02.578826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.579933 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a78415c-84df-4857-a9ac-35fbee287934 HTTP/1.1" status: 204 len: 168 time: 1.1851506 Mar 22 11:40:02.583213 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53808) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:02.583619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53810) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:02.622405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:02.630929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88360a06-f24e-4fa7-b8f4-82126405f8c6 None None] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:02.641025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47c51-735f-4a41-a69f-8b6021aca17e tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78415c-84df-4857-a9ac-35fbee287934,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:02.715104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:02.715783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.721941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.733148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Router 837d7725-3149-41ee-af9f-b06eb57ec9ee has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:02.741885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.807771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-af63e419-8764-46f3-940e-42fe46e7fff5 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:02.839173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28f4c6b4-e7d0-4567-9ea3-66153f128ee8 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:02.850168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-36a721aa-53ad-4d7e-9edd-a4909e2f4099 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:router {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:02.872800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] For port 61a09a80-e2ae-414a-a892-8f99eb60c078, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=61a09a80-e2ae-414a-a892-8f99eb60c078,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:02.873871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.883145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.884442 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-16a35b97-fb00-4a86-873b-4859c5a1fa10 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1089802 Mar 22 11:40:02.885664 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.886368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router f10469a1-5112-4c08-b33d-20380fa0604f {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:02.888016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53818) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:02.897272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed', 'name': 'tempest-PortsIpV6TestJSON-1674869429'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:02.921176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514e48a-11fc-427f-a545-2125431fac93 None None] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:02.938952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:02.944553 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7c9009b1-b4c6-404d-8f31-d31c069b33e7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 204 len: 168 time: 3.6292837 Mar 22 11:40:02.944719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 0675f246-3629-4125-9db1-ba6672575b99 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:02.944841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53822) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:02.948852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-931723557', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:02.998067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-2d5c97b6-2de3-4e40-8e00-ef7bd91099ed', 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': '9ed0a91a-54e6-421d-9797-bd68cd6aa358'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:02.998847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.001501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-af63e419-8764-46f3-940e-42fe46e7fff5 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:03.002711 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-af63e419-8764-46f3-940e-42fe46e7fff5 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4102325 Mar 22 11:40:03.009689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28f4c6b4-e7d0-4567-9ea3-66153f128ee8 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:03.015569 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-28f4c6b4-e7d0-4567-9ea3-66153f128ee8 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4171975 Mar 22 11:40:03.015569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.015569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53826) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:03.016545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] No Port match for: 0675f246-3629-4125-9db1-ba6672575b99 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:03.016545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 0675f246-3629-4125-9db1-ba6672575b99 not bound to the agent host hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:03.023756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53828) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:03.024718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-36a721aa-53ad-4d7e-9edd-a4909e2f4099 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:router {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:03.028947 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-36a721aa-53ad-4d7e-9edd-a4909e2f4099 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.4798915 Mar 22 11:40:03.029095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=7a072142-40a1-4cfb-9f2e-f0980996fe0f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:03.030220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7d643d0f-7c1f-460c-ae5c-2b735cca6b3f None None] Could not find standard attr ID for object 7a072142-40a1-4cfb-9f2e-f0980996fe0f. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:40:03.031995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53832) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:03.034013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--491317869'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:03.035776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'tempest-secgroup--721239082'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:03.051863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Usage tracker for resource:router and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:03.052066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.052209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:03.054286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.056453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.058630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.078814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.104667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.108783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:03.111597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:03.117351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.135365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Calling delete_port for 61a09a80-e2ae-414a-a892-8f99eb60c078 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:03.191717 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.192936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.199549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:03.203693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-73140371'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:03.203861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.216762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.248039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 0cf92e44-0760-4486-baea-ba1f9cdafa2b yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:03.287478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.289288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.299031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.314827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:03.325148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:03.337477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.357941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 7a072142-40a1-4cfb-9f2e-f0980996fe0f on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:03.387172 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Allocated IP 2001:db8::2 (2d5c97b6-2de3-4e40-8e00-ef7bd91099ed/9ed0a91a-54e6-421d-9797-bd68cd6aa358/278e7c5c-e392-4099-bd7c-5c482cb13f1b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:03.491952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.641768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.663660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.676282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Transition to ACTIVE for port object 278e7c5c-e392-4099-bd7c-5c482cb13f1b will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:03.696870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Transition to ACTIVE for port object 278e7c5c-e392-4099-bd7c-5c482cb13f1b will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:03.765826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.792640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:03.812843 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-43bb2c7a-178c-4ad9-8dda-b3a2bd4853e6 req-24aa90cd-ef37-4d8c-b020-b4e1c453c0ae tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.2647808 Mar 22 11:40:03.840066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.846864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:03.847119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Usage tracker for resource:security_group_rule and tenant:ccf8f828214e4849a951787452c78889 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:03.857734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:03.865901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:03.868853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:03.871461 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:03.881359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:03.895087 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Sync routers for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:03.910755 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:03.911512 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:03.914613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Pushing event updated for resources: {'Port': ['ID=278e7c5c-e392-4099-bd7c-5c482cb13f1b,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:03.943407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:03.976007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af80c98-cdee-4de3-8c32-5a2e7a4279cf,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:03.994332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] No DVR routers for this DVR port 0675f246-3629-4125-9db1-ba6672575b99 on host hv-neutron-8281 {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:03.999942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Attempting to bind port 278e7c5c-e392-4099-bd7c-5c482cb13f1b on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:04.000501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Attempting to bind port 278e7c5c-e392-4099-bd7c-5c482cb13f1b by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '4f2f2b12-0b53-4c51-8d35-96d695f31ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:04.001211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Attempting to bind port 278e7c5c-e392-4099-bd7c-5c482cb13f1b on network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:04.001987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::2ec (2d5c97b6-2de3-4e40-8e00-ef7bd91099ed/9ed0a91a-54e6-421d-9797-bd68cd6aa358/0cf92e44-0760-4486-baea-ba1f9cdafa2b) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:04.008793 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:04.009251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Checking segment: {'id': '4f2f2b12-0b53-4c51-8d35-96d695f31ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:04.010215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.010704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Bound using segment: {'id': '4f2f2b12-0b53-4c51-8d35-96d695f31ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:04.011533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Bound port: 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f2b12-0b53-4c51-8d35-96d695f31ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:04.012715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.055614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.059124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'name': 'network-vif-deleted', 'tag': '0675f246-3629-4125-9db1-ba6672575b99'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:04.079224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.080922 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-17ef6af1-c96a-4444-858d-f349eb17b39d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0576458 Mar 22 11:40:04.088692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53842) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:04.101138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--948756173'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:04.131710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:04.167217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:04.181512 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf0e93-6929-44de-9cd1-39b7b5cde881', 'name': 'network-vif-deleted', 'tag': '0675f246-3629-4125-9db1-ba6672575b99', 'status': 'completed', 'code': 200} Mar 22 11:40:04.181512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:04.214621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] For port 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:04.218434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] For port 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=278e7c5c-e392-4099-bd7c-5c482cb13f1b,segment=NetworkSegment(4f2f2b12-0b53-4c51-8d35-96d695f31ec3),segment_id=4f2f2b12-0b53-4c51-8d35-96d695f31ec3)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:04.250349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:04.251572 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:04.263581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.332079 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-020d9f57-08f9-4d50-9e1b-f7825592eab2 req-46c6184e-0041-412a-aebd-4562f227594a tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.60 "DELETE /v2.0/ports/0675f246-3629-4125-9db1-ba6672575b99 HTTP/1.1" status: 204 len: 173 time: 4.9956965 Mar 22 11:40:04.342302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa7e0c-2df8-47f3-b9c5-851a4020e515 None None] Network 2636ddb8-cf0c-4fa4-a813-9269e594634a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:04.373344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.387485 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.393297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=494b95a0-278b-467b-a1ad-b7eb1fa1f406,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:04.457916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.565809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.566595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 0cf92e44-0760-4486-baea-ba1f9cdafa2b will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:04.599535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2636ddb8-cf0c-4fa4-a813-9269e594634a']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:04.620032 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:04.621360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.624221 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Checking router: 837d7725-3149-41ee-af9f-b06eb57ec9ee for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:40:04.633695 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:04.634354 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:04.640918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c02029d-62e2-4a5e-960b-a61121fad097') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:04.641057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22334c-1dfe-48dc-ba63-2ae4f299ff43 None None] Pushing event updated for resources: {'Port': ['ID=278e7c5c-e392-4099-bd7c-5c482cb13f1b,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:04.641705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c02029d-62e2-4a5e-960b-a61121fad097') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:04.673993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.800668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.810529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75e74a-6727-43fb-b45b-3248feff6a74 None None] DHCP port deletion for 2636ddb8-cf0c-4fa4-a813-9269e594634a request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:04.820074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.863660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:04.886610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.897418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:04.904536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.915294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:04.934980 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:04.970005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:04.974068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:04.977708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Allocated IP 172.26.5.57 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/eea9dea3-53c8-4b70-8875-fcc8ee2b52da) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:04.992833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:04.998602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:05.007196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:05.013779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:05.014542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.057338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:05.057740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.060303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=0cf92e44-0760-4486-baea-ba1f9cdafa2b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:05.074703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:05.079013 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:05.181725 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7d1f208b-82d9-41a0-802d-8cb0b48b6af1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2926228 Mar 22 11:40:05.187022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53848) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:05.193154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '2d5c97b6-2de3-4e40-8e00-ef7bd91099ed', 'name': 'tempest-PortsIpV6TestJSON-623866907'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:05.220921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a09a80-e2ae-414a-a892-8f99eb60c078,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:05.278317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-0359062b-abb4-45c0-aa3e-7a6bfab0542d req-68f56ff1-ca28-42d0-a613-10241ea293ae tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Synchronizing usage tracker for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:05.362162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6320d5c-f483-49b5-8356-064087e14cec,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:05.393499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.404330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.406254 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:05.412025 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43ee5a-f02b-4aa5-b8b7-f67ac7a218a2 None None] The sync data for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv is: [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:36:38Z', 'revision_number': 4, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': '6d324976-5e29-4b4b-8fff-9d260324cbc2', 'name': '', 'network_id': 'd933bdbf-b0f9-43af-9bd2-f511d4f058f3', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'mac_address': 'fa:16:3e:6a:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:36Z', 'updated_at': '2022-03-22T11:36:48Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'subnets': [{'id': 'e6fa3e92-4d63-4928-8d1a-c30918a7c5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:05.425217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.426430 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e391397c-43f3-4454-adc2-d8e2289044ad tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3963525 Mar 22 11:40:05.430457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53852) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:05.442005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1ea924d2-7d34-4e71-826c-be3b3ddf9bce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:05.442424 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.api.v2.base [None req-1ea924d2-7d34-4e71-826c-be3b3ddf9bce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 11:40:05.442938 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-1ea924d2-7d34-4e71-826c-be3b3ddf9bce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 11:40:05.447903 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ea924d2-7d34-4e71-826c-be3b3ddf9bce tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "PUT /v2.0/security-groups/d6320d5c-f483-49b5-8356-064087e14cec HTTP/1.1" status: 409 len: 330 time: 0.0109596 Mar 22 11:40:05.450246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53856) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:05.478700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:05.482963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:05.490670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:05.491184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.492297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:05.531652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.560322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.569829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.585604 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.588477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-0359062b-abb4-45c0-aa3e-7a6bfab0542d req-68f56ff1-ca28-42d0-a613-10241ea293ae tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Unset dirty status for tenant:b8aaf5955f7d4bb4823ae7c5837c8967 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:05.589964 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0359062b-abb4-45c0-aa3e-7a6bfab0542d req-68f56ff1-ca28-42d0-a613-10241ea293ae tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fdf0e93-6929-44de-9cd1-39b7b5cde881 HTTP/1.1" status: 200 len: 210 time: 0.4477646 Mar 22 11:40:05.637699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:05.645547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.677149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:05.682357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:05.691466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:05.728563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port ca8b4bce-40ba-4a94-b49a-236e71c3039d yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:05.747892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b51231-7892-492e-b5f3-53b4dd7b251a None None] New status for floating IP 695acdb0-5a65-43db-b9f4-0c42a23b198f: DOWN {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:40:05.782054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event updated for resources: {'Port': ['ID=eea9dea3-53c8-4b70-8875-fcc8ee2b52da,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:05.857189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:05.960260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67a3b8-7041-4182-aba9-c6e5d08045e5 None None] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:05.991155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=2636ddb8-cf0c-4fa4-a813-9269e594634a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:06.016556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.021417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.026874 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b7db7fd8-0647-4a76-81ff-d30b4bf952a6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/2636ddb8-cf0c-4fa4-a813-9269e594634a HTTP/1.1" status: 204 len: 168 time: 5.8576536 Mar 22 11:40:06.030425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.065511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53860) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.073950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096250158'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:06.101191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:06.112338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.144130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.167865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:06.190927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:06.208460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.209993 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1199772 Mar 22 11:40:06.215853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3840a829-f33c-4523-9c9f-667e2637628c None None] Provisioning for port 278e7c5c-e392-4099-bd7c-5c482cb13f1b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:06.219172 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53864) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.229592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '1af80c98-cdee-4de3-8c32-5a2e7a4279cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf7b49da-c8a8-4f73-bb99-9dedd0007a5f', 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:06.235317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:06.240347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:06.243351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:06.249119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:06.269252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 278e7c5c-e392-4099-bd7c-5c482cb13f1b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:06.273325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:06.276083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f2f57-3d0c-49e5-b5fc-ad4c5fed2722 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b49da-c8a8-4f73-bb99-9dedd0007a5f,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:06.279501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::c5 (2d5c97b6-2de3-4e40-8e00-ef7bd91099ed/9ed0a91a-54e6-421d-9797-bd68cd6aa358/ca8b4bce-40ba-4a94-b49a-236e71c3039d) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:06.297270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.297940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:06.355060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:06.394942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.422379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:06.426320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.451419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.476693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 278e7c5c-e392-4099-bd7c-5c482cb13f1b completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:06.478955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.480297 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f4d5faf4-1ac2-40f9-8c86-46f817c95fe8 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9624ca4f-b2d8-4b52-a85d-8ce86ee7f5f7 HTTP/1.1" status: 204 len: 168 time: 6.0084884 Mar 22 11:40:06.481540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6320d5c-f483-49b5-8356-064087e14cec,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:06.484019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.486690 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a65ff9ea-4a30-43f1-a0b4-6f1c49a0a11c tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6320d5c-f483-49b5-8356-064087e14cec HTTP/1.1" status: 204 len: 168 time: 1.0351000 Mar 22 11:40:06.489561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53868) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.490105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 278e7c5c-e392-4099-bd7c-5c482cb13f1b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:06.490455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.500100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53870) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.515387 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:06.528836 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.529408 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment d1682eca-b236-4de3-9556-ec84fb2d873a of type vlan for network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 Mar 22 11:40:06.585361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1779086137', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:06.627121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:06.640169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.647225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:06.663515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:06.678038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=278e7c5c-e392-4099-bd7c-5c482cb13f1b,segment=NetworkSegment(4f2f2b12-0b53-4c51-8d35-96d695f31ec3),segment_id=4f2f2b12-0b53-4c51-8d35-96d695f31ec3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:06.735551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce7b5ddb-80d0-45c0-ba8a-16cf359b2471 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Synchronizing usage tracker for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:06.738282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:06.741149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.748096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.805867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:06.824438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.828408 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] Sync routers for ids ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:06.828967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.829326 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9860005e-f3e8-4a21-90b0-92c519a4945b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 200 len: 890 time: 3.7008364 Mar 22 11:40:06.829426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53880) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.844432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53884) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.856866 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] Routers {'16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:06.857480 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:06.865996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.867004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.899197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.934359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce7b5ddb-80d0-45c0-ba8a-16cf359b2471 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] Unset dirty status for tenant:ccf8f828214e4849a951787452c78889 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:06.939503 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ce7b5ddb-80d0-45c0-ba8a-16cf359b2471 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3837230 Mar 22 11:40:06.940815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=278e7c5c-e392-4099-bd7c-5c482cb13f1b,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:06.944463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53888) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:06.951696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a072142-40a1-4cfb-9f2e-f0980996fe0f no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:06.982306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:06.993358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:06.996032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.007872 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 7a072142-40a1-4cfb-9f2e-f0980996fe0f {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:07.008299 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a072142-40a1-4cfb-9f2e-f0980996fe0f not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:07.009234 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:07.027743 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] Routers {'16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:07.028693 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:07.029380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Provisioning complete for port 278e7c5c-e392-4099-bd7c-5c482cb13f1b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:07.030072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.119687 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:07.124917 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65b76a-ec6f-487f-a8fe-06a918de2c18 None None] The sync data for ids ['16578fcf-0ae1-4eb3-a8b4-34dea4f5f451'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:07.140766 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-7163e274-6c66-431c-afc9-40cf91460906 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] delete failed (client error): The resource could not be found. Mar 22 11:40:07.142034 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7163e274-6c66-431c-afc9-40cf91460906 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "DELETE /v2.0/security-groups/1f4f2a68-8657-4650-8046-c1cf22d40b88 HTTP/1.1" status: 404 len: 347 time: 0.2003496 Mar 22 11:40:07.151774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-85158062-3c9e-461f-b6be-b3960c0fd857 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers/16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 200 len: 890 time: 0.3130515 Mar 22 11:40:07.155062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53892) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.155386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53894) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.156115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.220420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.223552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.267871 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Provisioning for port 0cf92e44-0760-4486-baea-ba1f9cdafa2b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:07.273302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Provisioning complete for port 0cf92e44-0760-4486-baea-ba1f9cdafa2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:07.277122 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.331821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b5dee9cf-3ee3-4ad8-94ac-ece0afde8fa0 None None] Port 0cf92e44-0760-4486-baea-ba1f9cdafa2b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:07.333761 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-002a131b-3cd2-441a-bb9f-f1f95bdcb493 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 200 len: 205 time: 0.1223660 Mar 22 11:40:07.338556 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e27cb9-58b1-4980-9488-3b8a962c9004,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:07.340548 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-62342045-f9ef-4f7e-a53b-8519f514e44f tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] show failed (client error): The resource could not be found. Mar 22 11:40:07.345200 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-62342045-f9ef-4f7e-a53b-8519f514e44f tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-groups/9cd9366c-0eb1-4795-9897-fcbc2c8be191 HTTP/1.1" status: 404 len: 347 time: 0.1319439 Mar 22 11:40:07.345200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object ca8b4bce-40ba-4a94-b49a-236e71c3039d will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:07.345751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53900) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.345899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53902) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.350425 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2836928 Mar 22 11:40:07.351424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c6596-66f5-42b7-9d4d-c9210b45e96b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=d4a45df4-9b23-44e6-b3cc-3384689fa6c4,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:07.354079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53906) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.363296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:07.369334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:07.411174 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-585d66f5-0403-4bdd-83c5-a3b6d3a2cc26 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] show failed (client error): The resource could not be found. Mar 22 11:40:07.418816 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-585d66f5-0403-4bdd-83c5-a3b6d3a2cc26 tempest-NegativeSecGroupTest-334809729 tempest-NegativeSecGroupTest-334809729-project] 10.222.0.53 "GET /v2.0/security-group-rules/6ea7bdb8-f87f-4133-8557-28830dcd0744 HTTP/1.1" status: 404 len: 356 time: 0.0654292 Mar 22 11:40:07.472443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.473701 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1af38c81-bb89-4bc2-a191-14061bd67ccf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2502828 Mar 22 11:40:07.485761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-feb01359-47c3-4cbb-b6f6-448089cd104d None None] Provisioning complete for port 0cf92e44-0760-4486-baea-ba1f9cdafa2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:07.486127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53914) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:07.486613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-feb01359-47c3-4cbb-b6f6-448089cd104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.547660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-feb01359-47c3-4cbb-b6f6-448089cd104d None None] Port 0cf92e44-0760-4486-baea-ba1f9cdafa2b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:07.612133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.617557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:07.628958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:07.630373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.634103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:07.635899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.684119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.689010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.712785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:07.715077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:07.819640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:07.836856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.016773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:08.029065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:08.034466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:08.035076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.041044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=ca8b4bce-40ba-4a94-b49a-236e71c3039d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:08.046029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:08.046837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.051182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53920) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.056106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.089920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcbf0b6-1746-40f1-9b98-7d87736f0e80,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:08.150542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.184126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.192437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 278e7c5c-e392-4099-bd7c-5c482cb13f1b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:08.194615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.201574 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.202849 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/45e27cb9-58b1-4980-9488-3b8a962c9004 HTTP/1.1" status: 204 len: 168 time: 0.6688101 Mar 22 11:40:08.207944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53926) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.260337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port d4fdbdb3-c919-472f-be39-6ae4555c91f7 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:08.266993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.275625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77d5a0-db7d-4cc2-8dbe-ff1f4fc9c164 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e27cb9-58b1-4980-9488-3b8a962c9004,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:08.292769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 278e7c5c-e392-4099-bd7c-5c482cb13f1b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:08.293339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.308972 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-38d4f336-d727-4951-8e66-479379f5d799 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1207573 Mar 22 11:40:08.329768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53930) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.440012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.443831 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c5c854d0-1b44-4a1b-bcb2-5e402d6fd8e0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "DELETE /v2.0/security-groups/3fcbf0b6-1746-40f1-9b98-7d87736f0e80 HTTP/1.1" status: 204 len: 168 time: 1.5969126 Mar 22 11:40:08.449315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53934) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.455346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 61a09a80-e2ae-414a-a892-8f99eb60c078 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:08.485957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-97fd262f-3854-4af3-91f7-d8f7246070ea None None] Provisioning for port ca8b4bce-40ba-4a94-b49a-236e71c3039d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:08.496167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-97fd262f-3854-4af3-91f7-d8f7246070ea None None] Provisioning complete for port ca8b4bce-40ba-4a94-b49a-236e71c3039d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:08.496638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-97fd262f-3854-4af3-91f7-d8f7246070ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.502181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bbaedde-8246-4b0c-b59f-d4d0a1856ef7 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:08.510693 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-aef4d485-8094-4307-a889-ef1e632b09f0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] show failed (client error): The resource could not be found. Mar 22 11:40:08.514531 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aef4d485-8094-4307-a889-ef1e632b09f0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "GET /v2.0/security-groups/3fcbf0b6-1746-40f1-9b98-7d87736f0e80 HTTP/1.1" status: 404 len: 347 time: 0.0613797 Mar 22 11:40:08.517212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53938) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.527972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 61a09a80-e2ae-414a-a892-8f99eb60c078 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:08.528213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 61a09a80-e2ae-414a-a892-8f99eb60c078 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:08.544163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.555751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-97fd262f-3854-4af3-91f7-d8f7246070ea None None] Port ca8b4bce-40ba-4a94-b49a-236e71c3039d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:08.617438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.626951 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a4953c6e-ff6c-49ff-9883-3bfdc701752a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccf8f828214e4849a951787452c78889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720994 Mar 22 11:40:08.640230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53942) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.741494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3bbaedde-8246-4b0c-b59f-d4d0a1856ef7 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:08.742765 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3bbaedde-8246-4b0c-b59f-d4d0a1856ef7 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5284624 Mar 22 11:40:08.749588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53946) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.754727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Deleting port 6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:08.755064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.765062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:08.854859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b6400-bf5d-4d21-8f85-b0f9f24b218e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:08.859380 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-da9b6400-bf5d-4d21-8f85-b0f9f24b218e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ec HTTP/1.1" status: 200 len: 929 time: 0.5252595 Mar 22 11:40:08.874810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53950) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:08.887006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Router 3a5019bd-68a9-4800-a473-83fd622b7007 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:08.922116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for d4fdbdb3-c919-472f-be39-6ae4555c91f7 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:09.016096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.024789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.063863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.088485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Allocated IP 172.26.5.227 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/eda82020-d5de-44b0-afc4-cbe22749b3c7) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:09.185661 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port ca8b4bce-40ba-4a94-b49a-236e71c3039d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:09.186241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.224208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.289383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.289700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.315749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=4e8c793c-bf42-429f-95ba-b32f6a069b55,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:09.394772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.442258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.457835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.470515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49095818-58c7-42c3-8492-35efc8d3bfaa,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:09.542471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.597589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.603960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=d4fdbdb3-c919-472f-be39-6ae4555c91f7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:09.665517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Calling delete_port for 6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:09.680599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.682242 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d9bb0da5-f14f-4ee6-86cb-76b7486f3a2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49095818-58c7-42c3-8492-35efc8d3bfaa HTTP/1.1" status: 204 len: 168 time: 1.0064917 Mar 22 11:40:09.696336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': 'd1682eca-b236-4de3-9556-ec84fb2d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:09.696665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: d4a45df4-9b23-44e6-b3cc-3384689fa6c4, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:09.740057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:09.750546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:09.752932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:09.822458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event updated for resources: {'Port': ['ID=eda82020-d5de-44b0-afc4-cbe22749b3c7,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:09.827536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.888607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:09.900087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] Sync routers for ids ['3a5019bd-68a9-4800-a473-83fd622b7007'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:09.913169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] Routers {'3a5019bd-68a9-4800-a473-83fd622b7007'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:09.914919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3a5019bd-68a9-4800-a473-83fd622b7007'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:09.979392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:09.992696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:10.004907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] Routers {'3a5019bd-68a9-4800-a473-83fd622b7007'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:10.005566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3a5019bd-68a9-4800-a473-83fd622b7007'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:10.050787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.075342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:10.076012 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d367ba-dd41-4a98-8075-e6c154946571 None None] The sync data for ids ['3a5019bd-68a9-4800-a473-83fd622b7007'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:10.102783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b49da-c8a8-4f73-bb99-9dedd0007a5f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:10.110854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.111930 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-715d8a38-25d4-4868-8cff-3634eb42d222 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf7b49da-c8a8-4f73-bb99-9dedd0007a5f HTTP/1.1" status: 204 len: 168 time: 1.3588636 Mar 22 11:40:10.125664 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53960) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.147521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, d4a45df4-9b23-44e6-b3cc-3384689fa6c4) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:10.157509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.162618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be833a4e-10da-4e2c-bd4d-bec36242bd5a None None] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:10.169770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:10.170372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.171151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.174113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.177361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.178746 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1d30a6b1-b83e-4260-b677-27a41808dd25 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2333927 Mar 22 11:40:10.178935 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53964) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.198971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:10.345508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.346027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:10.381151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.391076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for ca8b4bce-40ba-4a94-b49a-236e71c3039d owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:10.400951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-d4a45df4-9b23-44e6-b3cc-3384689fa6c4', 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '4e8c793c-bf42-429f-95ba-b32f6a069b55'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:10.402044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.434153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.435262 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fb08751a-48b1-4000-867c-e67ab1e09320 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 204 len: 168 time: 3.0809019 Mar 22 11:40:10.439685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53970) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.447692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438766167'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:10.456042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:10.463493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:10.473912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:10.500913 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-813dba7c-b455-4df0-9fba-a04ddb3dfd8e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1386268 Mar 22 11:40:10.509782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Pushing event deleted for resources: {'Port': ['ID=6ffaa6c3-3f3c-47a6-bb26-00f5a758de7a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:10.531519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:10.533567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53974) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.570835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Allocated IP 172.20.0.1 (d4a45df4-9b23-44e6-b3cc-3384689fa6c4/4e8c793c-bf42-429f-95ba-b32f6a069b55/526ba49e-18bf-4298-b529-e46792eee311) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:10.658091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.667774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d0090098-5f4b-461e-9908-732048206cb6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:10.715943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:10.717757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.787427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.872883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d0090098-5f4b-461e-9908-732048206cb6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:10.874215 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d0090098-5f4b-461e-9908-732048206cb6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7472394 Mar 22 11:40:10.875271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.884254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53978) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.911077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.912246 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9a108318-d0d5-488b-bd28-56ecb56105d0 tempest-ServerActionsTestJSON-660563589 tempest-ServerActionsTestJSON-660563589-project] 10.222.0.53 "DELETE /v2.0/floatingips/695acdb0-5a65-43db-b9f4-0c42a23b198f HTTP/1.1" status: 204 len: 168 time: 2.3901839 Mar 22 11:40:10.917698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53982) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:10.930994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Transition to ACTIVE for port object 526ba49e-18bf-4298-b529-e46792eee311 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:10.951092 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Transition to ACTIVE for port object 526ba49e-18bf-4298-b529-e46792eee311 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:10.969597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:11.004545 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.007282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.016345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.019194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.019548 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 129eac9c-1cda-4b42-a4f7-e9e475b5a219 of type vlan for network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 Mar 22 11:40:11.106746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:11.109924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:11.114723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:11.125233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 526ba49e-18bf-4298-b529-e46792eee311 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:11.125855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.169277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.196220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Pushing event updated for resources: {'Port': ['ID=526ba49e-18bf-4298-b529-e46792eee311,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:11.222095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Attempting to bind port 526ba49e-18bf-4298-b529-e46792eee311 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:11.222518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Attempting to bind port 526ba49e-18bf-4298-b529-e46792eee311 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'd1682eca-b236-4de3-9556-ec84fb2d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:11.222864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Attempting to bind port 526ba49e-18bf-4298-b529-e46792eee311 on network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:11.229016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:11.229392 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Checking segment: {'id': 'd1682eca-b236-4de3-9556-ec84fb2d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:11.229805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.230301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Bound using segment: {'id': 'd1682eca-b236-4de3-9556-ec84fb2d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:11.230832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Bound port: 526ba49e-18bf-4298-b529-e46792eee311, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1682eca-b236-4de3-9556-ec84fb2d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd4a45df4-9b23-44e6-b3cc-3384689fa6c4'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:11.231198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.276771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=ca8b4bce-40ba-4a94-b49a-236e71c3039d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:11.301206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:40:11.324506 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:11.327796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=526ba49e-18bf-4298-b529-e46792eee311,segment=NetworkSegment(d1682eca-b236-4de3-9556-ec84fb2d873a),segment_id=d1682eca-b236-4de3-9556-ec84fb2d873a)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:11.391129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.394672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.445643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.447944 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c44d408a-23b3-4835-bf05-cc50e020820c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/ca8b4bce-40ba-4a94-b49a-236e71c3039d HTTP/1.1" status: 204 len: 168 time: 2.5621884 Mar 22 11:40:11.451433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53988) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:11.500294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226010b-a7e3-4205-bcc6-0c7536ca675b None None] Pushing event updated for resources: {'Port': ['ID=526ba49e-18bf-4298-b529-e46792eee311,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:11.519895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.521868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.525913 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:11.526772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.637112 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb74cc6-2cdc-4c4a-884d-0eea056cf78d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:40:11.641210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bcb74cc6-2cdc-4c4a-884d-0eea056cf78d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/ca8b4bce-40ba-4a94-b49a-236e71c3039d HTTP/1.1" status: 404 len: 333 time: 0.1805384 Mar 22 11:40:11.641912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 53992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:11.714840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.808197 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3674200 Mar 22 11:40:11.819190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85b644-236a-4a32-9ab1-2774c847e69a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:11.822829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:11.822829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.830098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 53996) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:11.831374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:11.844383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:11.971541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 0cf92e44-0760-4486-baea-ba1f9cdafa2b {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:11.971808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.005008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 526ba49e-18bf-4298-b529-e46792eee311 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:12.026783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.170411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:12.173823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 526ba49e-18bf-4298-b529-e46792eee311 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:12.176549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:12.179874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:12.183876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.193302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:12.260820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:12.261156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:12.274017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.289538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Router d5e7a21b-4c03-4fe3-bad5-bd5556a28adb is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:12.291700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:12.295683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.317165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 526ba49e-18bf-4298-b529-e46792eee311 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:12.344683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Deleting port eea9dea3-53c8-4b70-8875-fcc8ee2b52da {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:12.345263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.380308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af80c98-cdee-4de3-8c32-5a2e7a4279cf,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:12.502529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.613226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f25cf62-0f9a-4f81-9007-a34c7ffc8f8e None None] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:12.761442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:12.767705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 526ba49e-18bf-4298-b529-e46792eee311 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:12.767850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.774593 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] Sync routers for ids ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:12.786971 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] Routers {'d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:12.787898 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:12.793735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Provisioning for port 526ba49e-18bf-4298-b529-e46792eee311 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:12.831260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Provisioning complete for port 526ba49e-18bf-4298-b529-e46792eee311 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:12.831783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.881898 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:12.893641 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] Routers {'d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:12.894494 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:12.933707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.934931 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-df266704-f2cd-4171-a805-bfcc3f5e0ff8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4372671 Mar 22 11:40:12.937934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 0cf92e44-0760-4486-baea-ba1f9cdafa2b owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:12.947021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54002) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:12.961043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:12.979126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.983083 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-41a28161-a739-4628-8ad1-0f3118b27537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/1af80c98-cdee-4de3-8c32-5a2e7a4279cf HTTP/1.1" status: 204 len: 168 time: 2.0975618 Mar 22 11:40:12.988105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54006) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:12.995424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.041168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=526ba49e-18bf-4298-b529-e46792eee311,segment=NetworkSegment(d1682eca-b236-4de3-9556-ec84fb2d873a),segment_id=d1682eca-b236-4de3-9556-ec84fb2d873a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:13.070769 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:13.071180 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91847980-bb2a-42e4-83dd-484c61001fa4 None None] The sync data for ids ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:13.077424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.135841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.148271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.217727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11b12d-a05d-4130-b499-4f00fea142de None None] Pushing event updated for resources: {'Port': ['ID=526ba49e-18bf-4298-b529-e46792eee311,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:13.266022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Calling delete_port for eea9dea3-53c8-4b70-8875-fcc8ee2b52da owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:13.268970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8e0174c7-658b-41c6-b135-9e5f0966be0b None None] Provisioning complete for port 526ba49e-18bf-4298-b529-e46792eee311 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:13.269394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c7-658b-41c6-b135-9e5f0966be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.294439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-25bd937c-3256-4267-ab6a-4f940cbc7b78 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:13.413265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=e4d2a1e0-4a74-411f-990b-73810c3b6450,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:13.438354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-25bd937c-3256-4267-ab6a-4f940cbc7b78 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:13.440895 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-25bd937c-3256-4267-ab6a-4f940cbc7b78 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4493365 Mar 22 11:40:13.445888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '129eac9c-1cda-4b42-a4f7-e9e475b5a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:13.445888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:13.449411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54010) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:13.459441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566615377'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:13.469289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:13.474897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.538301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=526ba49e-18bf-4298-b529-e46792eee311,segment=NetworkSegment(d1682eca-b236-4de3-9556-ec84fb2d873a),segment_id=d1682eca-b236-4de3-9556-ec84fb2d873a)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:13.538554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.543151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.591453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:13.626058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=0cf92e44-0760-4486-baea-ba1f9cdafa2b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:13.678339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 526ba49e-18bf-4298-b529-e46792eee311 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:13.705343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:13.772217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.795802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:13.800374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.811034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:13.812275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.812852 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460d08d-5f59-49da-8762-637d3a6ea32d None None] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:13.845911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:13.852427 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e5e3b5da-f54b-4e66-a5dc-4738576806ab tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/0cf92e44-0760-4486-baea-ba1f9cdafa2b HTTP/1.1" status: 204 len: 168 time: 2.2013316 Mar 22 11:40:13.857663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54014) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:13.860805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:13.912019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:13.914010 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8802e9c-3732-4363-b5d5-5eb838fd074d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:40:13.915379 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c8802e9c-3732-4363-b5d5-5eb838fd074d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/0cf92e44-0760-4486-baea-ba1f9cdafa2b HTTP/1.1" status: 404 len: 333 time: 0.0562255 Mar 22 11:40:13.927272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54018) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:13.954382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:13.962543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.065126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Pushing event deleted for resources: {'Port': ['ID=eea9dea3-53c8-4b70-8875-fcc8ee2b52da,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:14.080162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3', 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': 'e4d2a1e0-4a74-411f-990b-73810c3b6450'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:14.081351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.109490 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-60cc0ea9-60bf-43e9-be02-ebe57b468c54 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2763944 Mar 22 11:40:14.112636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54022) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:14.120228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1873704831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:14.126437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:14.131179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:14.135043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:14.143960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:14.156825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:14.156825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:14.161685 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 526ba49e-18bf-4298-b529-e46792eee311 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:14.175527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.201762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet 9ed0a91a-54e6-421d-9797-bd68cd6aa358 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:14.210727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.285402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.286666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.287315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.302819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.308930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 526ba49e-18bf-4298-b529-e46792eee311 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:14.309416 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.362704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Allocated IP 2001:db8::2 (124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3/e4d2a1e0-4a74-411f-990b-73810c3b6450/62e02d0d-573b-4455-9df1-158a0a534d50) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:14.373896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.423390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.429972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.569084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.570638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5378f559-b485-48a3-a533-2daea1d2f560 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4568787 Mar 22 11:40:14.579937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54026) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:14.605877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.692401 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.704108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Transition to ACTIVE for port object 62e02d0d-573b-4455-9df1-158a0a534d50 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:14.725943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Transition to ACTIVE for port object 62e02d0d-573b-4455-9df1-158a0a534d50 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:14.795023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.907476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b2db58-fc8a-4310-aef0-dcf2f86fdc52,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:14.938466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Deleting port 6d324976-5e29-4b4b-8fff-9d260324cbc2 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:14.938719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.939067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Pushing event updated for resources: {'Port': ['ID=62e02d0d-573b-4455-9df1-158a0a534d50,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:14.955360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:14.956463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:14.960693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:14.970352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:14.971553 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2d4d4b0d-0c87-4d1a-8d83-87667504aebf tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5191379 Mar 22 11:40:14.987223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54030) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:14.994667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 526ba49e-18bf-4298-b529-e46792eee311 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:14.994990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.043779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.055700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Attempting to bind port 62e02d0d-573b-4455-9df1-158a0a534d50 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:15.056487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Attempting to bind port 62e02d0d-573b-4455-9df1-158a0a534d50 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '129eac9c-1cda-4b42-a4f7-e9e475b5a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:15.056487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Attempting to bind port 62e02d0d-573b-4455-9df1-158a0a534d50 on network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:15.060875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.062222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:15.062478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Checking segment: {'id': '129eac9c-1cda-4b42-a4f7-e9e475b5a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:15.062878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.063326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Bound using segment: {'id': '129eac9c-1cda-4b42-a4f7-e9e475b5a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:15.064088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Bound port: 62e02d0d-573b-4455-9df1-158a0a534d50, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129eac9c-1cda-4b42-a4f7-e9e475b5a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:15.064218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.095604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.096730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '13b2db58-fc8a-4310-aef0-dcf2f86fdc52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:15.114369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:15.153429 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:15.157179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] For port 62e02d0d-573b-4455-9df1-158a0a534d50, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:15.160307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] For port 62e02d0d-573b-4455-9df1-158a0a534d50, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=62e02d0d-573b-4455-9df1-158a0a534d50,segment=NetworkSegment(129eac9c-1cda-4b42-a4f7-e9e475b5a219),segment_id=129eac9c-1cda-4b42-a4f7-e9e475b5a219)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:15.167014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:15.201306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:15.222751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.307074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2be70-1ea3-4374-98bd-0e082e8e8767 None None] Pushing event updated for resources: {'Port': ['ID=62e02d0d-573b-4455-9df1-158a0a534d50,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:15.346774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Router 3a5019bd-68a9-4800-a473-83fd622b7007 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:15.389095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.451827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.533836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] For port 6d324976-5e29-4b4b-8fff-9d260324cbc2, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6d324976-5e29-4b4b-8fff-9d260324cbc2,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:15.534197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.619429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:15.621030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed0a91a-54e6-421d-9797-bd68cd6aa358,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:15.630610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] Sync routers for ids ['3a5019bd-68a9-4800-a473-83fd622b7007'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:15.645386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] Routers {'3a5019bd-68a9-4800-a473-83fd622b7007'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:15.646421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3a5019bd-68a9-4800-a473-83fd622b7007'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:15.687816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Calling delete_port for 6d324976-5e29-4b4b-8fff-9d260324cbc2 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:15.708435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b14b2-595f-40c2-9218-6909e9b4503a None None] Network 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:15.716121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.720298 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-43e1e65d-8715-40f0-acd9-c1c432bc7fcc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/9ed0a91a-54e6-421d-9797-bd68cd6aa358 HTTP/1.1" status: 204 len: 168 time: 1.7896225 Mar 22 11:40:15.728689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54034) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:15.733245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.736689 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d4fb8880-9114-450f-92b2-422332301f77 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "PUT /v2.0/routers/3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 200 len: 705 time: 5.5489008 Mar 22 11:40:15.750178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:15.754801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54038) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:15.782758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 526ba49e-18bf-4298-b529-e46792eee311, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=526ba49e-18bf-4298-b529-e46792eee311,segment=NetworkSegment(d1682eca-b236-4de3-9556-ec84fb2d873a),segment_id=d1682eca-b236-4de3-9556-ec84fb2d873a)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:15.783054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:15.811777 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] Routers {'3a5019bd-68a9-4800-a473-83fd622b7007'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:15.812404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3a5019bd-68a9-4800-a473-83fd622b7007'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:15.892286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:15.892723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f498fc3-51f4-46f2-b78a-db1888e33121 None None] The sync data for ids ['3a5019bd-68a9-4800-a473-83fd622b7007'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:15.916125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 526ba49e-18bf-4298-b529-e46792eee311 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:15.948988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.048537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] DHCP port deletion for 2d5c97b6-2de3-4e40-8e00-ef7bd91099ed request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:16.059786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Deleting port 278e7c5c-e392-4099-bd7c-5c482cb13f1b {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:16.060163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.146421 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f392ed50-3151-42a3-b1bd-f77e5cf87c52 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/routers/3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 200 len: 740 time: 0.3905399 Mar 22 11:40:16.149461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54042) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:16.199618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.220633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ee5da07-ac82-4ff0-ae96-7cf3ad9a3933 tempest-RoutersAdminTest-1971626830 tempest-RoutersAdminTest-1971626830-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 200 len: 205 time: 0.0687339 Mar 22 11:40:16.224742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54046) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:16.242099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 62e02d0d-573b-4455-9df1-158a0a534d50 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:16.283871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 278e7c5c-e392-4099-bd7c-5c482cb13f1b {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:16.284193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.322312 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d98c6469-bca0-4561-8eb4-6306073c74c7 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 200 len: 205 time: 0.0936742 Mar 22 11:40:16.330170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54050) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:16.488818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 62e02d0d-573b-4455-9df1-158a0a534d50 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:16.512641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] For port 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=278e7c5c-e392-4099-bd7c-5c482cb13f1b,segment=NetworkSegment(4f2f2b12-0b53-4c51-8d35-96d695f31ec3),segment_id=4f2f2b12-0b53-4c51-8d35-96d695f31ec3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:16.513112 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.523757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.555710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.555946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.570658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.597202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 278e7c5c-e392-4099-bd7c-5c482cb13f1b no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:16.615204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.691539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e915bb2-cd60-4680-a786-24beddbbc255 None None] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:16.713158 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Calling delete_port for 278e7c5c-e392-4099-bd7c-5c482cb13f1b owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:16.713351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.762388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a9cca3-94dc-41aa-85e0-a9e78db3757b,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:16.788697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=526ba49e-18bf-4298-b529-e46792eee311,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:16.801098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8::1 (124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3/e4d2a1e0-4a74-411f-990b-73810c3b6450/4f355c26-d74e-45f6-afbe-94b66228a5da) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:16.902234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.915299 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd58e0-009a-4122-baa9-39c129e058b5 None None] DHCP port deletion for d4a45df4-9b23-44e6-b3cc-3384689fa6c4 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:16.988274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 526ba49e-18bf-4298-b529-e46792eee311 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:16.995569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:16.996789 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-257f81c6-3fce-4506-85cf-a2bee4d1f537 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9746711 Mar 22 11:40:17.008057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Provisioning for port 62e02d0d-573b-4455-9df1-158a0a534d50 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:17.022371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Provisioning complete for port 62e02d0d-573b-4455-9df1-158a0a534d50 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:17.022957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.028324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54054) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.075731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.077913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d324976-5e29-4b4b-8fff-9d260324cbc2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:17.080448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.126807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port 278e7c5c-e392-4099-bd7c-5c482cb13f1b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=278e7c5c-e392-4099-bd7c-5c482cb13f1b,segment=NetworkSegment(4f2f2b12-0b53-4c51-8d35-96d695f31ec3),segment_id=4f2f2b12-0b53-4c51-8d35-96d695f31ec3)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:17.127258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.173234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.190644 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.304943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] No DVR routers for this DVR port 278e7c5c-e392-4099-bd7c-5c482cb13f1b on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:17.311063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router d5e7a21b-4c03-4fe3-bad5-bd5556a28adb has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:17.324017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.357160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.370102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89d690-be5d-410d-b7b4-a4d1ed435f1f None None] Pushing event deleted for resources: {'Port': ['ID=278e7c5c-e392-4099-bd7c-5c482cb13f1b,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:17.388270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.439422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 278e7c5c-e392-4099-bd7c-5c482cb13f1b owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:17.466329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.466329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5019bd-68a9-4800-a473-83fd622b7007 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:17.491767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.517642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.539638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] For port 62e02d0d-573b-4455-9df1-158a0a534d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=62e02d0d-573b-4455-9df1-158a0a534d50,segment=NetworkSegment(129eac9c-1cda-4b42-a4f7-e9e475b5a219),segment_id=129eac9c-1cda-4b42-a4f7-e9e475b5a219)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:17.562350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.563406 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-22b001e8-aa7c-4ff5-9483-f1340a4237bb tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 204 len: 168 time: 1.2307131 Mar 22 11:40:17.573974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54058) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.614545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 4f355c26-d74e-45f6-afbe-94b66228a5da will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:17.624013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.633620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.652542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58a9cca3-94dc-41aa-85e0-a9e78db3757b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:17.652761 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-30ab34bb-cf6a-40f4-8f5d-34793baf82b6 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 200 len: 205 time: 0.0775015 Mar 22 11:40:17.656926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54062) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.680090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:17.680528 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:17.715915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6ed8-37d6-435a-abcd-3c10d214589f None None] Pushing event updated for resources: {'Port': ['ID=62e02d0d-573b-4455-9df1-158a0a534d50,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:17.746671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.769342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f845d-dafa-47f0-ba38-1041f082835b None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:40:17.776082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.792595 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-54ecce86-4a63-4bca-84ef-b1c078cd51b9 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:17.798842 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-54ecce86-4a63-4bca-84ef-b1c078cd51b9 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/3a5019bd-68a9-4800-a473-83fd622b7007 HTTP/1.1" status: 404 len: 336 time: 0.1343431 Mar 22 11:40:17.798842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.798842 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eaa2d87f-3af4-4957-946b-1dcf35c9cca6 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/58a9cca3-94dc-41aa-85e0-a9e78db3757b HTTP/1.1" status: 204 len: 168 time: 0.7644224 Mar 22 11:40:17.802411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:17.803872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54066) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.804192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54068) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.805855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8c793c-bf42-429f-95ba-b32f6a069b55,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:17.814287 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] Sync routers for ids ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:17.814695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.818019 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-10ffe065-f993-48fb-adee-eac15958a7c2 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "PUT /v2.0/routers/d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 200 len: 926 time: 4.8676825 Mar 22 11:40:17.827366 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] Routers {'d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:17.827976 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:17.861981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54074) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.902225 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-632df671-214b-462f-91f5-115019900f0a tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 200 len: 205 time: 0.0899179 Mar 22 11:40:17.906297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54078) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:17.934137 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:17.937164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9e87e520-5a04-463d-8f41-d0e87de5195e None None] Provisioning complete for port 62e02d0d-573b-4455-9df1-158a0a534d50 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:17.940358 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e87e520-5a04-463d-8f41-d0e87de5195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:17.944195 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] Routers {'d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:17.945094 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.010286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f845d-dafa-47f0-ba38-1041f082835b None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:40:18.026308 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.027082 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e955b3-c08a-4c1f-814d-9691c48657aa None None] The sync data for ids ['d5e7a21b-4c03-4fe3-bad5-bd5556a28adb'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:18.041492 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-42891739-31c8-42c8-909a-fee332d89cd3 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:18.044962 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-42891739-31c8-42c8-909a-fee332d89cd3 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/f10469a1-5112-4c08-b33d-20380fa0604f HTTP/1.1" status: 404 len: 336 time: 0.1325529 Mar 22 11:40:18.046209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54082) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.049422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.108242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.136599 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:40:18.174157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fde8b808-19fb-4c24-ba86-b336b63c532f tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:18.180657 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ed794ae4-3cb3-4720-8b72-3294f023f044 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 200 len: 205 time: 0.1311517 Mar 22 11:40:18.189162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 62e02d0d-573b-4455-9df1-158a0a534d50 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:18.196924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54086) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.206530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 278e7c5c-e392-4099-bd7c-5c482cb13f1b {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:18.207032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.256560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a45df4-9b23-44e6-b3cc-3384689fa6c4']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.283963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:18.292703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:18.302889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1682eca-b236-4de3-9556-ec84fb2d873a') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.302889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1682eca-b236-4de3-9556-ec84fb2d873a') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.310176 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-4d3164e7-ffee-47ad-a362-40209c5b00d4 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:18.313553 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4d3164e7-ffee-47ad-a362-40209c5b00d4 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/77506660-f997-4ff8-9542-f5855d2cd85c HTTP/1.1" status: 404 len: 336 time: 0.1099699 Mar 22 11:40:18.314613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 62e02d0d-573b-4455-9df1-158a0a534d50 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:18.315450 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.315576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:18.315934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.322625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54090) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.329720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.346912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=4f355c26-d74e-45f6-afbe-94b66228a5da,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:18.355874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] The port '278e7c5c-e392-4099-bd7c-5c482cb13f1b' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:40:18.396034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-fde8b808-19fb-4c24-ba86-b336b63c532f tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:18.397321 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fde8b808-19fb-4c24-ba86-b336b63c532f tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5890386 Mar 22 11:40:18.408824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54094) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.414781 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-781c8873-e202-4ff2-b33b-4343f443cb0a tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 200 len: 205 time: 0.0869040 Mar 22 11:40:18.415425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.422745 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47c6d113-9389-44aa-971d-26824d73fe56 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 200 len: 926 time: 0.5488629 Mar 22 11:40:18.422922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54098) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.423924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54100) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.519532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:18.519926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:18.535276 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:18.602970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 526ba49e-18bf-4298-b529-e46792eee311 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:18.614921 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-9300d569-09f5-4ef3-9735-a4c9f16805d8 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:18.615976 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9300d569-09f5-4ef3-9735-a4c9f16805d8 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/849bb0d9-0fdc-400d-b29f-074ecfad9310 HTTP/1.1" status: 404 len: 336 time: 0.1912053 Mar 22 11:40:18.616686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.623929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54106) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.652892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 526ba49e-18bf-4298-b529-e46792eee311 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:18.653674 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 526ba49e-18bf-4298-b529-e46792eee311 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:18.654850 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347125f-d808-4220-aa34-a51489538c9a None None] Network d4a45df4-9b23-44e6-b3cc-3384689fa6c4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:18.665949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5c97b6-2de3-4e40-8e00-ef7bd91099ed']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.688499 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-132372f6-c666-48cb-b3e9-98392fe7b6cd tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 200 len: 205 time: 0.0598958 Mar 22 11:40:18.690924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2f2b12-0b53-4c51-8d35-96d695f31ec3') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.691217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2f2b12-0b53-4c51-8d35-96d695f31ec3') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:18.691625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54110) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.716626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.722143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.731617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Router 837d7725-3149-41ee-af9f-b06eb57ec9ee has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:18.764429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.779983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.803936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:18.804261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:18.841930 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:18.878887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b146fa5-7e82-48c1-91af-54f33104fdf5 None None] DHCP port deletion for d4a45df4-9b23-44e6-b3cc-3384689fa6c4 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:18.899878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.954397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:18.966973 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-e8f62975-34d0-4d53-9626-2dd863ff2488 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:18.970509 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e8f62975-34d0-4d53-9626-2dd863ff2488 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/83ba1796-3679-4410-a7e6-2fd6b41e149e HTTP/1.1" status: 404 len: 336 time: 0.2745132 Mar 22 11:40:18.986073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54116) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:18.992329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=d4a45df4-9b23-44e6-b3cc-3384689fa6c4,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:19.027354 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0266ea20-8c95-4627-8421-9eae3b88eab7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/d4a45df4-9b23-44e6-b3cc-3384689fa6c4 HTTP/1.1" status: 204 len: 168 time: 8.4924154 Mar 22 11:40:19.036696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54120) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.048968 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c5dfa14-5d8a-4337-b23d-54d0092e91b4 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 HTTP/1.1" status: 200 len: 205 time: 0.0609469 Mar 22 11:40:19.050210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75809114-cf63-4097-abb9-749d4bc5c8a1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:19.052284 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-75809114-cf63-4097-abb9-749d4bc5c8a1 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=d5e7a21b-4c03-4fe3-bad5-bd5556a28adb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6291170 Mar 22 11:40:19.057304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130974434'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:19.061089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54124) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.061604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54126) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.069482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:19.074640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.083837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:19.087820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:19.097032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:19.101888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5d0c797-40ee-47a6-b1a1-39cd6be6e570 None None] Provisioning for port 4f355c26-d74e-45f6-afbe-94b66228a5da completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:19.107463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5d0c797-40ee-47a6-b1a1-39cd6be6e570 None None] Provisioning complete for port 4f355c26-d74e-45f6-afbe-94b66228a5da triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:19.107958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c797-40ee-47a6-b1a1-39cd6be6e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.163455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c797-40ee-47a6-b1a1-39cd6be6e570 None None] Port 4f355c26-d74e-45f6-afbe-94b66228a5da cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:19.227037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:19.231040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.253114 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-33c7d5c9-8b4b-464d-846c-69f22c9bfc33 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] delete failed (client error): The resource could not be found. Mar 22 11:40:19.256633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-33c7d5c9-8b4b-464d-846c-69f22c9bfc33 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/routers/7bf3ddf5-145d-4e80-b9f1-1ece5533f8b8 HTTP/1.1" status: 404 len: 336 time: 0.1793625 Mar 22 11:40:19.260858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54134) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.341046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:19.411090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.427387 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7589f3b9-1d5b-44c6-8894-eafbb21a14c9 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:19.427832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7589f3b9-1d5b-44c6-8894-eafbb21a14c9 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:19.450911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.485114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=2d5c97b6-2de3-4e40-8e00-ef7bd91099ed,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:19.488979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.489329 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment f230944c-d21f-452c-90c8-fabc9790db14 of type vlan for network 90bd853c-0285-49ab-92cd-af42a3d668ef Mar 22 11:40:19.503758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.527405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:19.530417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.537876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.539633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Sync routers for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:19.540954 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7589f3b9-1d5b-44c6-8894-eafbb21a14c9 tempest-RoutersAdminTest-2139738260 tempest-RoutersAdminTest-2139738260-project] 10.222.0.53 "DELETE /v2.0/subnets/a67ecbee-c0b7-41a0-b008-7cf43d82f856 HTTP/1.1" status: 404 len: 337 time: 0.2763410 Mar 22 11:40:19.542256 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-418fb293-f745-490d-84e3-c169627c750d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/2d5c97b6-2de3-4e40-8e00-ef7bd91099ed HTTP/1.1" status: 204 len: 168 time: 3.8068359 Mar 22 11:40:19.547169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54142) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.555557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:19.556534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236920842'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:19.557116 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:19.559443 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-007c1fbd-713f-4d23-9843-9d2deea27d43 admin admin] 10.222.0.53 "PUT /v2.0/routers/837d7725-3149-41ee-af9f-b06eb57ec9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6388657 Mar 22 11:40:19.563582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54146) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.566109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b2db58-fc8a-4310-aef0-dcf2f86fdc52,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:19.580447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:19.587906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:19.592727 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:19.599468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:19.631884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6082-db9e-4d09-b8f4-e7c90c14b5cc tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:19.632448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17ed6082-db9e-4d09-b8f4-e7c90c14b5cc tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Synchronizing usage tracker for tenant:9fab288c29754d37983efae9d876c512 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:19.654559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.657093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.660827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.662104 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e2eaaf61-32f0-49a3-bd2a-6fd4d394e276 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/13b2db58-fc8a-4310-aef0-dcf2f86fdc52 HTTP/1.1" status: 204 len: 168 time: 1.2523532 Mar 22 11:40:19.664913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54150) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.733912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:19.737766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.746995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.752450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:19.753102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.802096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-17ed6082-db9e-4d09-b8f4-e7c90c14b5cc tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Unset dirty status for tenant:9fab288c29754d37983efae9d876c512 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:19.803239 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-17ed6082-db9e-4d09-b8f4-e7c90c14b5cc tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.7300947 Mar 22 11:40:19.807893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54154) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:19.810883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d6b287d5-109c-45f0-94ce-49a0f9761ef1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:19.816848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:19.861162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:19.871737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.872330 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 4deedd33-d28d-41a4-acc6-4a4c590c9b3b of type vlan for network 9d656fae-7038-4745-a80f-0b690d800d71 Mar 22 11:40:19.876782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.901627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:19.940604 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a01ebd19-fbf4-4b71-8eca-ee3daf80017c tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 200 len: 205 time: 0.1265874 Mar 22 11:40:19.947090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54158) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:20.034114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d6b287d5-109c-45f0-94ce-49a0f9761ef1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:20.035615 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d6b287d5-109c-45f0-94ce-49a0f9761ef1 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3692939 Mar 22 11:40:20.055714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54164) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:20.064270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--875798820'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:20.078479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=4f355c26-d74e-45f6-afbe-94b66228a5da,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:20.079671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:20.101544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:20.127597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.139822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.144035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:20.144889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.152299 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1062155 Mar 22 11:40:20.153361 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54168) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:20.162531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:20.168174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:40:16Z', 'revision_number': 5, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port': {'id': '51621deb-db2a-45ba-8eef-b02a81a09901', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:36:25Z', 'updated_at': '2022-03-22T11:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:20.172430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Checking router: 837d7725-3149-41ee-af9f-b06eb57ec9ee for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:40:20.175720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02bab-729b-47e7-8934-9be980fe0d30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=90bd853c-0285-49ab-92cd-af42a3d668ef,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:20.182043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54172) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:20.182939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Routers {'837d7725-3149-41ee-af9f-b06eb57ec9ee'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:20.183706 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['837d7725-3149-41ee-af9f-b06eb57ec9ee'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:20.235204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 90bd853c-0285-49ab-92cd-af42a3d668ef details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:20.287646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:20.291610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:20.294544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:20.300896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:20.309504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.319124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Deleting port 51621deb-db2a-45ba-8eef-b02a81a09901 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:20.319528 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.374011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:20.378136 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8283093 Mar 22 11:40:20.383014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:20.387020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.387654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54178) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:20.420810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': '9d656fae-7038-4745-a80f-0b690d800d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:20.434781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] Set router 837d7725-3149-41ee-af9f-b06eb57ec9ee gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:20.437126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cbb23-627b-4780-aa93-d335c5bec241 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=9d656fae-7038-4745-a80f-0b690d800d71,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:20.448211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:20.452686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.475106 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:20.482815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9d656fae-7038-4745-a80f-0b690d800d71 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:20.483445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.583436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:40:20Z', 'revision_number': 6, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:20.636477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bf56c-0e34-4e6d-a92b-83cc79b7f504 None None] The sync data for ids ['837d7725-3149-41ee-af9f-b06eb57ec9ee'] in dv-neutron-828143-11-hyperv is: [{'id': '837d7725-3149-41ee-af9f-b06eb57ec9ee', 'name': 'tempest-ServerActionsTestJSON-841344537-router', 'tenant_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:36:23Z', 'updated_at': '2022-03-22T11:40:20Z', 'revision_number': 6, 'project_id': 'b8aaf5955f7d4bb4823ae7c5837c8967', 'gw_port_host': None}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:20.761276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:20.769307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:20.778606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:20.796841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:20.806365 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8d93e177-1a3a-40ae-ab37-9bab2147971a None None] Provisioning complete for port 4f355c26-d74e-45f6-afbe-94b66228a5da triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:20.806939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8d93e177-1a3a-40ae-ab37-9bab2147971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.858478 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:20.874078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Usage tracker for resource:security_group_rule and tenant:ad3b9df2f2bf449aa9fedd0d779a8fac is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:20.892788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8d93e177-1a3a-40ae-ab37-9bab2147971a None None] Port 4f355c26-d74e-45f6-afbe-94b66228a5da cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:20.896246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:20.911724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:20.921137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:20.926865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:20.929168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:20.992229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:21.006305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=3bc680fd-b689-4998-8897-af7993519e3b,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:21.010351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] For port 51621deb-db2a-45ba-8eef-b02a81a09901, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=51621deb-db2a-45ba-8eef-b02a81a09901,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:21.010714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.033970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': 'f230944c-d21f-452c-90c8-fabc9790db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:21.034333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 90bd853c-0285-49ab-92cd-af42a3d668ef, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:21.109212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:21.112590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.158888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Calling delete_port for 51621deb-db2a-45ba-8eef-b02a81a09901 owned by network:router_gateway {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:21.223898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.258781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.336605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.364846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 90bd853c-0285-49ab-92cd-af42a3d668ef is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:21.375180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.399049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 21c4227e-81a6-4fab-97f2-44331cf1f631 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:21.404181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port eda82020-d5de-44b0-afc4-cbe22749b3c7 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:21.404612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.406105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15039a29-2cf6-4306-a6ce-2a5096265be7,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:21.477540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.479352 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aad5bd73-b081-42f5-bfa4-4d3abc801e67 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4208004 Mar 22 11:40:21.480189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 90bd853c-0285-49ab-92cd-af42a3d668ef) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:21.481958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.485816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54184) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:21.490309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a184e-0352-4710-9e67-2a85cd5a4e05 None None] Network 90bd853c-0285-49ab-92cd-af42a3d668ef requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:21.520405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.524131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:21.525342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.539431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '15039a29-2cf6-4306-a6ce-2a5096265be7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:21.556318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51621deb-db2a-45ba-8eef-b02a81a09901,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:21.560028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:21.568112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:21.600897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:21.636064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:21.641422 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c6216523-2902-44c6-b25c-32da2d0e85a7 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4851422 Mar 22 11:40:21.648335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54188) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:21.699559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a0136-0d11-4053-b473-1a6dcf0a3556,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:21.707640 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4e9bf9a0-d419-47c9-b1a4-c9a2a768c71f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad3b9df2f2bf449aa9fedd0d779a8fac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5227849 Mar 22 11:40:21.712918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54192) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:21.735881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-90bd853c-0285-49ab-92cd-af42a3d668ef', 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '3bc680fd-b689-4998-8897-af7993519e3b'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:21.736889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.775202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.843893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.869125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.891785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:21.939692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Allocated IP 172.20.0.1 (90bd853c-0285-49ab-92cd-af42a3d668ef/3bc680fd-b689-4998-8897-af7993519e3b/9a406ac5-6c74-43bc-bead-12212411db90) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:21.964065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:21.978771 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] Sync routers for ids ['21c4227e-81a6-4fab-97f2-44331cf1f631'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:21.989335 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] Routers {'21c4227e-81a6-4fab-97f2-44331cf1f631'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:21.990354 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['21c4227e-81a6-4fab-97f2-44331cf1f631'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:22.000469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.003022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.044800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for eda82020-d5de-44b0-afc4-cbe22749b3c7 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:22.057424 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:22.067413 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] Routers {'21c4227e-81a6-4fab-97f2-44331cf1f631'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:22.068482 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['21c4227e-81a6-4fab-97f2-44331cf1f631'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:22.126434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.132004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.135805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.136087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 837d7725-3149-41ee-af9f-b06eb57ec9ee {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:22.199633 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:22.200831 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c26a84-80ab-4b46-839e-6a94b4eadbec None None] The sync data for ids ['21c4227e-81a6-4fab-97f2-44331cf1f631'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:22.222468 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.227368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.230393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 51621deb-db2a-45ba-8eef-b02a81a09901 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:22.247085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.251122 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-814ef0ea-bbe4-4303-b43e-993631eea3e2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/837d7725-3149-41ee-af9f-b06eb57ec9ee HTTP/1.1" status: 204 len: 168 time: 2.6837490 Mar 22 11:40:22.263107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54196) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.273137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330492ad-c8ee-4030-b162-c6c2d6fa1a7a,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:22.287320 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 51621deb-db2a-45ba-8eef-b02a81a09901 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:22.287951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 51621deb-db2a-45ba-8eef-b02a81a09901 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:22.288296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6d324976-5e29-4b4b-8fff-9d260324cbc2 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:22.299148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=bd8ff548-ad4f-44ad-9d7b-92048064e081,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:22.308941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '4deedd33-d28d-41a4-acc6-4a4c590c9b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:22.311592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: 9d656fae-7038-4745-a80f-0b690d800d71, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:22.328433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 6d324976-5e29-4b4b-8fff-9d260324cbc2 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:22.328954 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6d324976-5e29-4b4b-8fff-9d260324cbc2 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:22.331146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Transition to ACTIVE for port object 9a406ac5-6c74-43bc-bead-12212411db90 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:22.345008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.350263 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f8ca35a7-7c87-4d0d-955a-b10cdf760c01 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/21c4227e-81a6-4fab-97f2-44331cf1f631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7666492 Mar 22 11:40:22.350263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.355325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54200) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.356428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Transition to ACTIVE for port object 9a406ac5-6c74-43bc-bead-12212411db90 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:22.376417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.377723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a756ca07-a246-419b-87f7-dc55d625f49e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8608844 Mar 22 11:40:22.383936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54204) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.409520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Deleting subnet e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:22.419481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.433739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.441044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.456313 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7d1cbcf2-8d75-41fe-a1db-133161ddda68 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules/330492ad-c8ee-4030-b162-c6c2d6fa1a7a HTTP/1.1" status: 200 len: 763 time: 0.0654018 Mar 22 11:40:22.468780 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54208) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.483671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 9d656fae-7038-4745-a80f-0b690d800d71 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:22.492591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.501212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Network 90bd853c-0285-49ab-92cd-af42a3d668ef is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:22.506297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:22.516970 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658aba0-92e4-4928-893a-07fe329b14ab tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:22.517211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:22.517566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5658aba0-92e4-4928-893a-07fe329b14ab tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:22.528009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Pushing event updated for resources: {'Port': ['ID=9a406ac5-6c74-43bc-bead-12212411db90,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:22.623625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Attempting to bind port 9a406ac5-6c74-43bc-bead-12212411db90 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:22.623986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Attempting to bind port 9a406ac5-6c74-43bc-bead-12212411db90 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f230944c-d21f-452c-90c8-fabc9790db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:22.624356 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Attempting to bind port 9a406ac5-6c74-43bc-bead-12212411db90 on network 90bd853c-0285-49ab-92cd-af42a3d668ef {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:22.632988 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9b4718f6-784d-433c-9987-47080e175658 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1552904 Mar 22 11:40:22.633144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:22.633144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Checking segment: {'id': 'f230944c-d21f-452c-90c8-fabc9790db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:22.633400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9d656fae-7038-4745-a80f-0b690d800d71) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:22.633496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.633496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Bound using segment: {'id': 'f230944c-d21f-452c-90c8-fabc9790db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:22.633496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Bound port: 9a406ac5-6c74-43bc-bead-12212411db90, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f230944c-d21f-452c-90c8-fabc9790db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90bd853c-0285-49ab-92cd-af42a3d668ef'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:22.633496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.635114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54212) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.639283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:22.639868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.686836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200d719-9d1f-40c1-8f65-8d350f63ad5e None None] Network 9d656fae-7038-4745-a80f-0b690d800d71 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:22.701257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.701467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.712954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.724253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5658aba0-92e4-4928-893a-07fe329b14ab tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:22.728132 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5658aba0-92e4-4928-893a-07fe329b14ab tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports/4f355c26-d74e-45f6-afbe-94b66228a5da HTTP/1.1" status: 200 len: 911 time: 0.3639972 Mar 22 11:40:22.729116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54218) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.744753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4d2a1e0-4a74-411f-990b-73810c3b6450'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:22.808627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.819564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] For port 9a406ac5-6c74-43bc-bead-12212411db90, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:22.824680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] For port 9a406ac5-6c74-43bc-bead-12212411db90, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9a406ac5-6c74-43bc-bead-12212411db90,segment=NetworkSegment(f230944c-d21f-452c-90c8-fabc9790db14),segment_id=f230944c-d21f-452c-90c8-fabc9790db14)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:22.847772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.860688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc680fd-b689-4998-8897-af7993519e3b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:22.920467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.924623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.925697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.929859 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5fed8c2f-d54a-42e7-bc81-c4057c96e7eb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5362887 Mar 22 11:40:22.929859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.932075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9c0ce-4937-44fd-8dac-1a5af8954d41 None None] Network d933bdbf-b0f9-43af-9bd2-f511d4f058f3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:22.934287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54222) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:22.939366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fa3e92-4d63-4928-8d1a-c30918a7c5d7,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:22.956208 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:22.995854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '9d656fae-7038-4745-a80f-0b690d800d71', 'name': 'tempest-PortsIpV6TestJSON-2108530382', 'fixed_ips': [{'subnet_id': 'bd8ff548-ad4f-44ad-9d7b-92048064e081', 'ip_address': '2001:db8::10'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:23.020971 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-21ac6e83-348a-48c7-a679-15e405bf9b7a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e6fa3e92-4d63-4928-8d1a-c30918a7c5d7 HTTP/1.1" status: 204 len: 168 time: 0.7542932 Mar 22 11:40:23.034806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54226) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:23.038188 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.046099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330492ad-c8ee-4030-b162-c6c2d6fa1a7a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:23.047881 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=eda82020-d5de-44b0-afc4-cbe22749b3c7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:23.050827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a0136-0d11-4053-b473-1a6dcf0a3556,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:23.083425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9d656fae-7038-4745-a80f-0b690d800d71', 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': 'bd8ff548-ad4f-44ad-9d7b-92048064e081'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:23.087831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.108490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.109773 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e7d716a-93a8-422e-b3f3-e31d72702d78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a50a0136-0d11-4053-b473-1a6dcf0a3556 HTTP/1.1" status: 204 len: 168 time: 1.3860571 Mar 22 11:40:23.129587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bd853c-0285-49ab-92cd-af42a3d668ef']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:23.133905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.138498 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-968f8aac-cea3-4f4e-a4ac-e8e93ad76ae0 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/330492ad-c8ee-4030-b162-c6c2d6fa1a7a HTTP/1.1" status: 204 len: 168 time: 0.5011432 Mar 22 11:40:23.139715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54234) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:23.150296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230944c-d21f-452c-90c8-fabc9790db14') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:23.150578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230944c-d21f-452c-90c8-fabc9790db14') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:23.202145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.229444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fee3c5da-c52c-4844-9ed1-edd390ac75f2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:23.264968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.265176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e16d9-38a9-48e8-840b-9016076172b8 None None] Pushing event updated for resources: {'Port': ['ID=9a406ac5-6c74-43bc-bead-12212411db90,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:23.276087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:23.278501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:23.278902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:23.294061 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:23.306330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.307360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:23.313101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:23.335446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.355848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.386984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:23.388937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fee3c5da-c52c-4844-9ed1-edd390ac75f2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:23.390189 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fee3c5da-c52c-4844-9ed1-edd390ac75f2 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2473321 Mar 22 11:40:23.397945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54238) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:23.403425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Allocated IP 2001:db8::2 (9d656fae-7038-4745-a80f-0b690d800d71/bd8ff548-ad4f-44ad-9d7b-92048064e081/de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:23.407096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '15039a29-2cf6-4306-a6ce-2a5096265be7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:23.414269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:23.414453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Deleting port 8cfec796-305a-4349-862a-c363eac2f089 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:23.414453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.424340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:23.459782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:40:23.459782 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:40:23.459782 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': '90bd853c-0285-49ab-92cd-af42a3d668ef'}] Mar 22 11:40:23.459782 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:23.460145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:23.491602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:23.518734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] DHCP port deletion for d933bdbf-b0f9-43af-9bd2-f511d4f058f3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:23.535778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Deleting port 8cfec796-305a-4349-862a-c363eac2f089 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:23.536230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.562782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.753784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.786669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.786669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 04430770-2235-4d85-bf16-444844b620b5 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:23.910562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.973041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.975036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60452d39-e0d9-4ba4-a07a-8695c6344b5f,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:23.978653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.990838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.991395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] For port 8cfec796-305a-4349-862a-c363eac2f089, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8cfec796-305a-4349-862a-c363eac2f089,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:23.991395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:23.994002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54244) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.000244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Transition to ACTIVE for port object de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:24.003601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.066942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 9a406ac5-6c74-43bc-bead-12212411db90 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:24.066942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.132065 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-583e704a-3cd6-4b48-b19f-617f45509d8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0668b9bd284c4ee2a43adee7c9e7896c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367078 Mar 22 11:40:24.143832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Calling delete_port for 8cfec796-305a-4349-862a-c363eac2f089 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:24.158962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54248) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.190011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Transition to ACTIVE for port object de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:24.238730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9a406ac5-6c74-43bc-bead-12212411db90 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:24.330905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.337750 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b2dcd15c-9324-4490-9d62-9fc55b25de1c tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9332292 Mar 22 11:40:24.340138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54252) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.348905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.362405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 9a406ac5-6c74-43bc-bead-12212411db90, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9a406ac5-6c74-43bc-bead-12212411db90,segment=NetworkSegment(f230944c-d21f-452c-90c8-fabc9790db14),segment_id=f230944c-d21f-452c-90c8-fabc9790db14)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:24.362773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.388711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] For port 8cfec796-305a-4349-862a-c363eac2f089, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8cfec796-305a-4349-862a-c363eac2f089,segment=NetworkSegment(dc88545a-b11a-40db-bcbb-03d1be8398e3),segment_id=dc88545a-b11a-40db-bcbb-03d1be8398e3)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:24.389077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.434352 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c9042fcd-d9c0-4069-9c57-f794c2b43056 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules/60452d39-e0d9-4ba4-a07a-8695c6344b5f HTTP/1.1" status: 200 len: 763 time: 0.0825059 Mar 22 11:40:24.438826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54256) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.502582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 9a406ac5-6c74-43bc-bead-12212411db90 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:24.531457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.569142 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.582440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Calling delete_port for 8cfec796-305a-4349-862a-c363eac2f089 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:24.611119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.612845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router d5e7a21b-4c03-4fe3-bad5-bd5556a28adb {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:24.617226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.621910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 9a406ac5-6c74-43bc-bead-12212411db90 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:24.638636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dadc95-a691-4024-b165-dd4e1a7f1db1 None None] Network 90bd853c-0285-49ab-92cd-af42a3d668ef requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:24.645094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.651370 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ecdeafd9-b496-4db0-b6eb-a21bb3d69498 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 204 len: 168 time: 4.6940031 Mar 22 11:40:24.654312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54260) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.669740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883610614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:24.684984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] No DVR routers for this DVR port 8cfec796-305a-4349-862a-c363eac2f089 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:24.710027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3215d174-a5ac-46e8-8a30-26e6d85d50fc tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:24.711693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:24.715164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Network 9d656fae-7038-4745-a80f-0b690d800d71 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:24.726126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:24.755877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:24.771896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:24.785823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:24.787124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8cfec796-305a-4349-862a-c363eac2f089 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:24.795119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::10 (9d656fae-7038-4745-a80f-0b690d800d71/bd8ff548-ad4f-44ad-9d7b-92048064e081/04430770-2235-4d85-bf16-444844b620b5) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:24.815149 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:24.822136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Pushing event updated for resources: {'Port': ['ID=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:24.872001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:24.872631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:24.877232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 8cfec796-305a-4349-862a-c363eac2f089 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:24.877566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8cfec796-305a-4349-862a-c363eac2f089 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:24.943347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e36c827a-1eaf-400f-bfae-7d59c0ab5e5c None None] Provisioning for port 9a406ac5-6c74-43bc-bead-12212411db90 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:24.947006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5862-58eb-4631-bdc3-131f390fbb9a None None] Pushing event deleted for resources: {'Port': ['ID=8cfec796-305a-4349-862a-c363eac2f089,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:24.963333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.967895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3215d174-a5ac-46e8-8a30-26e6d85d50fc tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:24.972045 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3215d174-a5ac-46e8-8a30-26e6d85d50fc tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5225599 Mar 22 11:40:24.972201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54264) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:24.988120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:24.989148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.009099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e36c827a-1eaf-400f-bfae-7d59c0ab5e5c None None] Provisioning complete for port 9a406ac5-6c74-43bc-bead-12212411db90 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:25.013715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e36c827a-1eaf-400f-bfae-7d59c0ab5e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.014245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.016153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.024570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.035765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 04430770-2235-4d85-bf16-444844b620b5 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:25.037396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.044854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.061501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e36c827a-1eaf-400f-bfae-7d59c0ab5e5c None None] Port 9a406ac5-6c74-43bc-bead-12212411db90 was deleted so its status cannot be updated. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 11:40:25.074203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.084384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Attempting to bind port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:25.084384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Attempting to bind port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '4deedd33-d28d-41a4-acc6-4a4c590c9b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:25.084384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Attempting to bind port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 on network 9d656fae-7038-4745-a80f-0b690d800d71 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:25.084980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:25.084980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.084980 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/ports/4f355c26-d74e-45f6-afbe-94b66228a5da HTTP/1.1" status: 200 len: 911 time: 2.3545303 Mar 22 11:40:25.090045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:25.090655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Checking segment: {'id': '4deedd33-d28d-41a4-acc6-4a4c590c9b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:25.091221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.091806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Bound using segment: {'id': '4deedd33-d28d-41a4-acc6-4a4c590c9b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:25.092457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Bound port: de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4deedd33-d28d-41a4-acc6-4a4c590c9b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9d656fae-7038-4745-a80f-0b690d800d71'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:25.092863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.098721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54268) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:25.111830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.133215 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.154907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60452d39-e0d9-4ba4-a07a-8695c6344b5f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.155294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195bf39-3fee-489b-a28e-4125bb8789e1 None None] DHCP port deletion for 90bd853c-0285-49ab-92cd-af42a3d668ef request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:25.169712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.184281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f3b93-5b9f-4c51-ba05-23b361b0120f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=4f355c26-d74e-45f6-afbe-94b66228a5da,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.204249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:25.207282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:25.210058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=9a406ac5-6c74-43bc-bead-12212411db90,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.212402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 9a406ac5-6c74-43bc-bead-12212411db90 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:25.261683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a24e1-8e9c-4d33-94d8-2929a9d4235b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.276668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.277894 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-916db884-1d3e-4e2f-84d1-4b608e74cf98 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6170626 Mar 22 11:40:25.280663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54272) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:25.291958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:25.317026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.343794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.344840 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-37165a1d-af69-4e52-bd72-be6238ab2a09 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/60452d39-e0d9-4ba4-a07a-8695c6344b5f HTTP/1.1" status: 204 len: 168 time: 0.3718185 Mar 22 11:40:25.349082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54276) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:25.362908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.366921 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-745b0a05-6bef-4a72-b251-7bd887453357 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f6a24e1-8e9c-4d33-94d8-2929a9d4235b HTTP/1.1" status: 204 len: 168 time: 1.2041035 Mar 22 11:40:25.393111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5abee-6218-462c-a8a4-29d43601e877 None None] Pushing event updated for resources: {'Port': ['ID=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.416050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Deleting port 8cfec796-305a-4349-862a-c363eac2f089 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:25.416383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.549773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.550506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] The port '8cfec796-305a-4349-862a-c363eac2f089' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:40:25.585968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.726571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bd853c-0285-49ab-92cd-af42a3d668ef']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:25.773872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230944c-d21f-452c-90c8-fabc9790db14') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:25.774174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230944c-d21f-452c-90c8-fabc9790db14') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:25.831381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b268a517-005c-43ba-a748-e822bc5a9cdd tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:25.842577 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.882007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=04430770-2235-4d85-bf16-444844b620b5,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.905016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 9d656fae-7038-4745-a80f-0b690d800d71 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:25.909295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.912132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:25.914930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:25.926044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:25.926044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.966808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:25.967283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:25.990892 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:26.004029 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.008719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.021183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b268a517-005c-43ba-a748-e822bc5a9cdd tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:26.022425 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b268a517-005c-43ba-a748-e822bc5a9cdd tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6573582 Mar 22 11:40:26.031399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54290) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:26.039352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '15039a29-2cf6-4306-a6ce-2a5096265be7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:26.046704 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d933bdbf-b0f9-43af-9bd2-f511d4f058f3']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:26.058030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:26.065482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc88545a-b11a-40db-bcbb-03d1be8398e3') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:26.065777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc88545a-b11a-40db-bcbb-03d1be8398e3') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:26.078508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:26.084028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.105236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.112818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:26.113148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:26.129488 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:26.157564 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-398ece5c-22ba-4a98-8ad3-effb83b73f8b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2160239 Mar 22 11:40:26.166667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54296) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:26.175707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': '9d656fae-7038-4745-a80f-0b690d800d71', 'name': 'tempest-PortsIpV6TestJSON-706019205', 'fixed_ips': [{'subnet_id': 'bd8ff548-ad4f-44ad-9d7b-92048064e081', 'ip_address': '2001:db8::f'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:26.179381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:26.301892 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.306283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.310469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.327372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:26.339591 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.375372 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/90bd853c-0285-49ab-92cd-af42a3d668ef HTTP/1.1" status: 204 len: 168 time: 4.7211580 Mar 22 11:40:26.377086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54302) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:26.416232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9a406ac5-6c74-43bc-bead-12212411db90 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:26.433712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d933bdbf-b0f9-43af-9bd2-f511d4f058f3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:26.442076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.453568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246d3ed-d0ed-4265-b5ae-e746f02901fc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=90bd853c-0285-49ab-92cd-af42a3d668ef,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:26.459370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788582782'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:26.460509 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-742eeeda-bd8c-4aba-81a2-a8e2d7733bbe admin admin] 10.222.0.53 "DELETE /v2.0/networks/d933bdbf-b0f9-43af-9bd2-f511d4f058f3 HTTP/1.1" status: 204 len: 168 time: 3.4231710 Mar 22 11:40:26.479782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.483168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 9a406ac5-6c74-43bc-bead-12212411db90 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:26.483588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9a406ac5-6c74-43bc-bead-12212411db90 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:26.498771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:26.533579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:26.562975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:26.570479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:26.573433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:26.573860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.583628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:26.589354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:26.598284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:26.662771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e98785-0828-4948-9abd-b89c9ea88fb8,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:26.717819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.737123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5314c36-fc25-4963-a602-c96359bfcc2a None None] Network 9d656fae-7038-4745-a80f-0b690d800d71 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:26.748828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.756248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:26.760728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.786222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.848049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54314) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:26.874214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:26.879604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.898154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Allocated IP 172.26.5.11 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/28165a8f-234a-443a-8f6a-5517462a8abc) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:26.906836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 1807ebcf-b430-4c27-9f35-89a722143b11 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:27.055285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.064338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54320) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:27.072920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.076786 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7a1b18e3-feac-4a60-8d13-181f9300c8e8 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0417991 Mar 22 11:40:27.089326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Provisioning for port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:27.104829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Provisioning complete for port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:27.105488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.117785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::f (9d656fae-7038-4745-a80f-0b690d800d71/bd8ff548-ad4f-44ad-9d7b-92048064e081/1807ebcf-b430-4c27-9f35-89a722143b11) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:27.126837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54324) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:27.129307 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ac65d0ce-2070-44a3-aa44-6b12e8877fe4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8aaf5955f7d4bb4823ae7c5837c8967&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0633268 Mar 22 11:40:27.132978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54328) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:27.179237 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b29340cc-33ab-41eb-a348-ac2c38837826 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules/52e98785-0828-4948-9abd-b89c9ea88fb8 HTTP/1.1" status: 200 len: 764 time: 0.0463760 Mar 22 11:40:27.187350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54332) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:27.191313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-618525501'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:27.207851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69708a04-776b-44a5-9839-6f25cc5d2d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.242549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.252166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:27.269831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.273602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.306436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:27.313315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:27.322439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.327394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:network and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:27.334138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.334552 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 5db0371e-fce4-4780-a468-320945e453d4 of type vlan for network fde5288d-2dae-4b01-991c-d5864963e70c Mar 22 11:40:27.337690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:27.387428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:27.390311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:27.399036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.401955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:27.405356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:27.443197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event updated for resources: {'Port': ['ID=28165a8f-234a-443a-8f6a-5517462a8abc,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:27.462697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.465963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.466244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:27.542185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6108b-8996-4c4e-9aa7-7c6aa683f92c None None] Pushing event updated for resources: {'Port': ['ID=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:27.556249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Provisioning complete for port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:27.556249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.566416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:27.570017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.589529 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b05a24e6-0262-4be2-9408-92381da8e180 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3943474 Mar 22 11:40:27.600452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54336) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:27.616371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.628471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.630806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.695362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:27.701180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b3c3e8-b22c-4bcf-8d3d-4560442eb32f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:27.704074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.715165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.719282 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-35ff10f0-5934-47c3-9dcf-327ca0a5840f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33b3c3e8-b22c-4bcf-8d3d-4560442eb32f HTTP/1.1" status: 204 len: 168 time: 0.5768034 Mar 22 11:40:27.735773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:security_group_rule and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:27.746581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:27.754030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.776362 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Provisioning for port 04430770-2235-4d85-bf16-444844b620b5 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:27.778904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:27.784606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Provisioning complete for port 04430770-2235-4d85-bf16-444844b620b5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:27.784606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.806693 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.887623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-afd10e5b-064b-4696-8749-4d3b810d3df9 None None] Port 04430770-2235-4d85-bf16-444844b620b5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:27.939784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 4f355c26-d74e-45f6-afbe-94b66228a5da {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:27.940139 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.965806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 1807ebcf-b430-4c27-9f35-89a722143b11 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:27.976978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.978702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:27.984274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:27.985389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.012666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-068632f5-e8c8-434c-9308-caecd3b1c129 None None] Provisioning complete for port 04430770-2235-4d85-bf16-444844b620b5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:28.013062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-068632f5-e8c8-434c-9308-caecd3b1c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.070620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52e98785-0828-4948-9abd-b89c9ea88fb8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:28.099436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-068632f5-e8c8-434c-9308-caecd3b1c129 None None] Port 04430770-2235-4d85-bf16-444844b620b5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:28.148544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:28.175861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.178280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.178568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.178940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.179296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.181739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.182062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.182385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:28.218149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.222043 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2b77ad4a-ea48-43b3-b57d-98abb15b07ee tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/52e98785-0828-4948-9abd-b89c9ea88fb8 HTTP/1.1" status: 204 len: 168 time: 0.6060042 Mar 22 11:40:28.235733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:28.236218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.238546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54346) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:28.275624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=fde5288d-2dae-4b01-991c-d5864963e70c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:28.298525 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network fde5288d-2dae-4b01-991c-d5864963e70c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:28.320864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.373628 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0e43021-be96-48a6-a493-86c8e200cfdd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9915383 Mar 22 11:40:28.378957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9331fed7-0870-4706-befa-8e6fe004b55e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:28.384454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54354) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:28.393476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.400235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:28.474005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:28.496729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9331fed7-0870-4706-befa-8e6fe004b55e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:28.499161 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9331fed7-0870-4706-befa-8e6fe004b55e tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2542830 Mar 22 11:40:28.502417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54360) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:28.579341 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.581234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.581577 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Added segment 115edb35-a428-451e-95a3-bdc9eba6364f of type vlan for network bec7ed88-0b34-4dd1-8740-d78125a71ca3 Mar 22 11:40:28.634521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f425bd-a85d-4e75-b82e-5a7fd7e5dc86,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:28.642840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.670618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.672539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.683975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.768125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.974048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:28.976901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 4f355c26-d74e-45f6-afbe-94b66228a5da owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:28.997597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15039a29-2cf6-4306-a6ce-2a5096265be7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:29.013730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Router a8c733cc-b522-4bab-bcfa-9ea638d0130d is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:29.038203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network 9d656fae-7038-4745-a80f-0b690d800d71 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:29.045122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.052923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:29.071235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:29.075893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.076543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.093064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.096588 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-efd8cd24-88a7-4c31-bae2-12edb99f983d tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/15039a29-2cf6-4306-a6ce-2a5096265be7 HTTP/1.1" status: 204 len: 168 time: 0.5907164 Mar 22 11:40:29.099978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54374) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.159503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=1807ebcf-b430-4c27-9f35-89a722143b11,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:29.247927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7903aa83-c121-496b-b877-769b267c3b39 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:29.263155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:29.264227 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.272012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.275712 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f0bbdea-ed34-433d-a7bd-71cd5d834170 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "PUT /v2.0/routers/a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 200 len: 883 time: 3.9915395 Mar 22 11:40:29.276478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54380) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.279272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] Sync routers for ids ['a8c733cc-b522-4bab-bcfa-9ea638d0130d'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:29.292678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] Routers {'a8c733cc-b522-4bab-bcfa-9ea638d0130d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:29.293606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a8c733cc-b522-4bab-bcfa-9ea638d0130d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:29.333840 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d0bfa7f6-186a-46e0-be9b-1ade745948c1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1661179 Mar 22 11:40:29.338868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54384) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.348857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.350168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7903aa83-c121-496b-b877-769b267c3b39 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:29.357698 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7903aa83-c121-496b-b877-769b267c3b39 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2525871 Mar 22 11:40:29.357850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.357850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.359791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54388) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.376963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:29.387488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] Routers {'a8c733cc-b522-4bab-bcfa-9ea638d0130d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:29.388221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a8c733cc-b522-4bab-bcfa-9ea638d0130d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:29.438863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435492208'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:29.445742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.452024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:29.452264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08363388-1070-4990-a464-fed4f1c2f96a None None] The sync data for ids ['a8c733cc-b522-4bab-bcfa-9ea638d0130d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:29.470954 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:29.479705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2a0e32fe-5e8e-4ef5-aab8-853cc860651c None None] Provisioning for port 1807ebcf-b430-4c27-9f35-89a722143b11 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:29.485100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2a0e32fe-5e8e-4ef5-aab8-853cc860651c None None] Provisioning complete for port 1807ebcf-b430-4c27-9f35-89a722143b11 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:29.490171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2a0e32fe-5e8e-4ef5-aab8-853cc860651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.506538 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c4f90ea-55b9-4b94-883e-4085e945585f tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 200 len: 924 time: 0.2294738 Mar 22 11:40:29.507545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54396) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.543313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network fde5288d-2dae-4b01-991c-d5864963e70c is not hosted by any dhcp agent {{(pid=88741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 11:40:29.548605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.549220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.550493 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "PUT /v2.0/networks/fde5288d-2dae-4b01-991c-d5864963e70c HTTP/1.1" status: 200 len: 723 time: 1.1683686 Mar 22 11:40:29.557379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54400) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.558622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:29.569054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:29.578178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e32fe-5e8e-4ef5-aab8-853cc860651c None None] Port 1807ebcf-b430-4c27-9f35-89a722143b11 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:29.582472 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7329721 Mar 22 11:40:29.589903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54404) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.593267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf564-0740-4fce-8838-bfa725bede9e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Network': ['ID=bec7ed88-0b34-4dd1-8740-d78125a71ca3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:29.601506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:29.606000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:29.683930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.692796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.703875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:29.709835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:29.713774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:29.717953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756b552-9bc2-42a9-bcf7-145668c98f69 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.719487 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4756b552-9bc2-42a9-bcf7-145668c98f69 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=a8c733cc-b522-4bab-bcfa-9ea638d0130d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2108374 Mar 22 11:40:29.722709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54410) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:29.725139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:29.762471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:29.876191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=4f355c26-d74e-45f6-afbe-94b66228a5da,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:29.909183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575e60-e39c-49d4-83b8-923cfd4f9b73 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=fde5288d-2dae-4b01-991c-d5864963e70c,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:29.926903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c4341-ef87-47be-a9fc-3ec160aee7e1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.927610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-316c4341-ef87-47be-a9fc-3ec160aee7e1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:29.933203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network fde5288d-2dae-4b01-991c-d5864963e70c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:29.945582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:29.975544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:29.979736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.034669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54418) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.046722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:30.063780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:30.064893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-56086684-1328-4a86-8ed6-35ac99c32dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.074303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:30.108476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b68861-c66a-4ae8-a56c-4c7b7bfe08bb tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:30.109530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08b68861-c66a-4ae8-a56c-4c7b7bfe08bb tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Synchronizing usage tracker for tenant:9fab288c29754d37983efae9d876c512 on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:30.111800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:30.133193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:30.138995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08b68861-c66a-4ae8-a56c-4c7b7bfe08bb tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Unset dirty status for tenant:9fab288c29754d37983efae9d876c512 on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:30.140614 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-08b68861-c66a-4ae8-a56c-4c7b7bfe08bb tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.4169102 Mar 22 11:40:30.148052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:30.148239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54424) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.202749 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-482641e6-de56-4b5f-b65f-3f447fccf38e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 200 len: 205 time: 0.0533953 Mar 22 11:40:30.205917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54428) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.213146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:30.231970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.317144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-316c4341-ef87-47be-a9fc-3ec160aee7e1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:30.318216 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-316c4341-ef87-47be-a9fc-3ec160aee7e1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9783952 Mar 22 11:40:30.321801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54432) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.337256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-646765235'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:30.339906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:30.343312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.384368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:30.402728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Usage tracker for resource:network and tenant:a4fa600286134b9cb3976985a2fb970b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:30.437257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.453980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:30.476423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:30.547776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.605026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.606722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.617178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Made reservation on behalf of a4fa600286134b9cb3976985a2fb970b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:30.620781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.629929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.657955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.684046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09d077-956c-4360-8a66-eb6c53cdb39d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:30.689742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09d077-956c-4360-8a66-eb6c53cdb39d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:30.695525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09d077-956c-4360-8a66-eb6c53cdb39d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:30.697201 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cd09d077-956c-4360-8a66-eb6c53cdb39d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3708684 Mar 22 11:40:30.702010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54436) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.705565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:30.751098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Usage tracker for resource:security_group_rule and tenant:a4fa600286134b9cb3976985a2fb970b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:30.760143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:30.765283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.822579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721059c4-35b5-41f3-bd30-e2ae69aa5541,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:30.838865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 21c4227e-81a6-4fab-97f2-44331cf1f631 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:40:30.856775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:30.949060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.950245 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b3f0408f-66ce-423b-9c4b-6ca4e61c118a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5376384 Mar 22 11:40:30.951718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 1807ebcf-b430-4c27-9f35-89a722143b11 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:30.952056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:30.957251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54440) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:30.971905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Request body: {'security_group_rule': {'security_group_id': '721059c4-35b5-41f3-bd30-e2ae69aa5541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:31.014388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=4abb4bb4-67c8-4c53-a2cf-921d174dcd77,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:31.022103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.043271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:31.051115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:31.055070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Usage tracker for resource:security_group_rule and tenant:0b73e2940d06451094ac033f9da0ffe1 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:31.062679 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] Sync routers for ids ['21c4227e-81a6-4fab-97f2-44331cf1f631'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:31.063919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:31.072665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:31.075751 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] Routers {'21c4227e-81a6-4fab-97f2-44331cf1f631'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:31.076607 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['21c4227e-81a6-4fab-97f2-44331cf1f631'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:31.091031 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d1062687-87a9-4d0b-a24a-fb1dc46f8b41 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/21c4227e-81a6-4fab-97f2-44331cf1f631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9875858 Mar 22 11:40:31.091218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '5db0371e-fce4-4780-a468-320945e453d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:31.091218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: fde5288d-2dae-4b01-991c-d5864963e70c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:31.093719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54444) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:31.124985 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port 28165a8f-234a-443a-8f6a-5517462a8abc {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:31.125250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.143077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:31.150902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edb15f57-e6da-4513-b4e2-b226167b1f6a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:31.152850 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] Routers {'21c4227e-81a6-4fab-97f2-44331cf1f631'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:31.153618 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['21c4227e-81a6-4fab-97f2-44331cf1f631'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:31.191739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.214969 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:31.215459 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50932-00ab-4fbf-9a3a-194a832b0870 None None] The sync data for ids ['21c4227e-81a6-4fab-97f2-44331cf1f631'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:31.240337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.290217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-edb15f57-e6da-4513-b4e2-b226167b1f6a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:31.291388 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-edb15f57-e6da-4513-b4e2-b226167b1f6a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c4227e-81a6-4fab-97f2-44331cf1f631 HTTP/1.1" status: 200 len: 205 time: 0.1959977 Mar 22 11:40:31.306615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.307269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54448) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:31.323460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network fde5288d-2dae-4b01-991c-d5864963e70c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:31.390146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.473457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=419f30f7-3fcd-489a-9d03-623bdba0fa12,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:31.492551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.537927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.550839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8777f656-e5a0-4e43-a20e-7aa865c46f69,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:31.566345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.578592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, fde5288d-2dae-4b01-991c-d5864963e70c) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:31.586897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689945c4-cb43-4df3-b9d7-c5408c49fdd1 None None] Network fde5288d-2dae-4b01-991c-d5864963e70c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:31.628562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:31.628839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network hostable DHCP agents. Network: bec7ed88-0b34-4dd1-8740-d78125a71ca3, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:31.651545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:31.651545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526202'] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.656537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.705445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.717687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.733864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 1807ebcf-b430-4c27-9f35-89a722143b11 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:31.756459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.761142 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-805f68e1-25fd-41d2-8b3d-58ebe49b3a66 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7975075 Mar 22 11:40:31.763608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54452) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:31.820623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-fde5288d-2dae-4b01-991c-d5864963e70c', 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '4abb4bb4-67c8-4c53-a2cf-921d174dcd77'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:31.821542 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.837575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.843204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.905115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.922431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:31.924778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for 28165a8f-234a-443a-8f6a-5517462a8abc owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:31.939932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.947742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, bec7ed88-0b34-4dd1-8740-d78125a71ca3) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:31.957409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:31.958020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.963546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bd1a4-8dd7-4774-a3e1-d9829424bf7f None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:31.974854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783b25d0-7023-4592-8aa5-45a92466173a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:31.988353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:31.988862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 21c4227e-81a6-4fab-97f2-44331cf1f631 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:31.990373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:32.017289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.017652 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Added segment aac68337-5d53-488f-9949-918bc75559fc of type vlan for network 444b7eed-252d-4a6b-8f6e-661c0105e8fe Mar 22 11:40:32.024756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.025824 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5d20a9ae-a787-413e-bc7c-5733f4a4badf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/21c4227e-81a6-4fab-97f2-44331cf1f631 HTTP/1.1" status: 204 len: 168 time: 0.7176619 Mar 22 11:40:32.028763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54456) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.136669 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-68468db8-bc5f-445c-83b5-0e680df8f1b0 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5750489 Mar 22 11:40:32.142181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54460) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.147057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.157178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:32.174854 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Allocated IP 172.20.0.2 (fde5288d-2dae-4b01-991c-d5864963e70c/4abb4bb4-67c8-4c53-a2cf-921d174dcd77/3f17e711-e2da-4aa9-a6fc-b8e656b0dace) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:32.226550 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8e772ed0-d785-4074-b3d1-1ea1add259ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6320200 Mar 22 11:40:32.228483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54464) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.248460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'name': 'tempest-NetworksTestDHCPv6-1364873301'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:32.259933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet e4d2a1e0-4a74-411f-990b-73810c3b6450 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:32.263238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.292405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.298275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.329870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721059c4-35b5-41f3-bd30-e2ae69aa5541,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:32.335499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.335499 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8c5e1ddd-4beb-4b70-beb1-3881ed698938 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/721059c4-35b5-41f3-bd30-e2ae69aa5541 HTTP/1.1" status: 204 len: 168 time: 0.5711260 Mar 22 11:40:32.340910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54468) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.364433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '419f30f7-3fcd-489a-9d03-623bdba0fa12'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:32.365459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.382948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.438502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.443710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:32.444376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.456740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4e07fe07-ecdb-4e7d-b254-e183ba11090a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:32.509331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.517901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=1807ebcf-b430-4c27-9f35-89a722143b11,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:32.548604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4e07fe07-ecdb-4e7d-b254-e183ba11090a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:32.551515 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4e07fe07-ecdb-4e7d-b254-e183ba11090a tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2085395 Mar 22 11:40:32.557476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54472) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.631624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/419f30f7-3fcd-489a-9d03-623bdba0fa12/c078bcf5-bcac-43b8-9b6c-4d9699d3b89b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:32.638503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aab3ff5f-7e9b-4436-b9f7-274fb19fdc65 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Synchronizing usage tracker for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:32.654729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2411283'] for subnet, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.728274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aab3ff5f-7e9b-4436-b9f7-274fb19fdc65 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] Unset dirty status for tenant:0b73e2940d06451094ac033f9da0ffe1 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:32.729932 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aab3ff5f-7e9b-4436-b9f7-274fb19fdc65 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1716878 Mar 22 11:40:32.732886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54476) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.743742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Pushing event updated for resources: {'Network': ['ID=444b7eed-252d-4a6b-8f6e-661c0105e8fe,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:32.749968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.753126 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-243238f5-b227-484d-8147-f20cd42366e7 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] delete failed (client error): The resource could not be found. Mar 22 11:40:32.754425 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-243238f5-b227-484d-8147-f20cd42366e7 tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "DELETE /v2.0/security-groups/721059c4-35b5-41f3-bd30-e2ae69aa5541 HTTP/1.1" status: 404 len: 347 time: 0.0203488 Mar 22 11:40:32.756509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.766751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54480) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.799716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:32.818455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d2a1e0-4a74-411f-990b-73810c3b6450,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:32.826847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:32.835404 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a19b2144-7c81-4eb3-bbd1-65ea790c5a1d tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/e4d2a1e0-4a74-411f-990b-73810c3b6450 HTTP/1.1" status: 204 len: 168 time: 0.8054233 Mar 22 11:40:32.843534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54484) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:32.847815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:32.854403 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c11cf83-ebe5-4629-9c5a-f638c2977885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8162856 Mar 22 11:40:32.857825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:32.864202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:32.872019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:32.894090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc36bb9-1422-439a-892d-acdba026ecb9 None None] Network 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:32.909286 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b5ef58bb-0a4c-44f3-b265-8ff1f1d226ef tempest-SecGroupTest-1939553289 tempest-SecGroupTest-1939553289-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1048446 Mar 22 11:40:32.916798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.001696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.010405 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-06b5b3f9-313d-4984-bfef-4a2a53d90829 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/1807ebcf-b430-4c27-9f35-89a722143b11 HTTP/1.1" status: 204 len: 168 time: 2.3064742 Mar 22 11:40:33.011671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:33.012489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54494) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:33.015207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.028562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=28165a8f-234a-443a-8f6a-5517462a8abc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:33.091582 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e398468-c3ae-474a-a4f0-8f4bbeeda806 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:40:33.094259 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7e398468-c3ae-474a-a4f0-8f4bbeeda806 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/1807ebcf-b430-4c27-9f35-89a722143b11 HTTP/1.1" status: 404 len: 333 time: 0.0793116 Mar 22 11:40:33.095549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 62e02d0d-573b-4455-9df1-158a0a534d50 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:33.096098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.108982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 5d8cc195-672e-4561-a663-31bea61d9538 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:33.136208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54498) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:33.136843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54500) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:33.149759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-894949773'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:33.153884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.199624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:33.217516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Usage tracker for resource:port and tenant:538042c5a2724087978e989294f2a169 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:33.224186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:33.239117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:33.272135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Transition to ACTIVE for port object 3f17e711-e2da-4aa9-a6fc-b8e656b0dace will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:33.309657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 04430770-2235-4d85-bf16-444844b620b5 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:33.309934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.314303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Transition to ACTIVE for port object 3f17e711-e2da-4aa9-a6fc-b8e656b0dace will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:33.331852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.332076 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.347624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Transition to ACTIVE for port object c078bcf5-bcac-43b8-9b6c-4d9699d3b89b will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:33.379878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Transition to ACTIVE for port object c078bcf5-bcac-43b8-9b6c-4d9699d3b89b will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:33.416622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.460709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Made reservation on behalf of 538042c5a2724087978e989294f2a169 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:33.463060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.485969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] DHCP port deletion for 124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:33.490521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Network fde5288d-2dae-4b01-991c-d5864963e70c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:33.493899 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.501023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:33.506588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:33.510480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Deleting port 62e02d0d-573b-4455-9df1-158a0a534d50 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:33.510971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.530440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.574395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:33.578150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:33.601101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:33.601327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.611866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Pushing event updated for resources: {'Port': ['ID=3f17e711-e2da-4aa9-a6fc-b8e656b0dace,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:33.614272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 62e02d0d-573b-4455-9df1-158a0a534d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=62e02d0d-573b-4455-9df1-158a0a534d50,segment=NetworkSegment(129eac9c-1cda-4b42-a4f7-e9e475b5a219),segment_id=129eac9c-1cda-4b42-a4f7-e9e475b5a219)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:33.614640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.614860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.617191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:33.622231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Usage tracker for resource:security_group_rule and tenant:538042c5a2724087978e989294f2a169 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:33.640451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.641099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.641586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.642092 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.642600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.643252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.643781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.644263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.644793 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.645273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.645750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.646213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:33.671892 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:33.687569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:33.715820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::144 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/419f30f7-3fcd-489a-9d03-623bdba0fa12/5d8cc195-672e-4561-a663-31bea61d9538) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:33.723577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54508) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:33.812800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.813259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router a8c733cc-b522-4bab-bcfa-9ea638d0130d {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:33.820393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 62e02d0d-573b-4455-9df1-158a0a534d50 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:33.841286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751543734775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2920710'] for subnet, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.939360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.972550 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Attempting to bind port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:33.973123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Attempting to bind port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '5db0371e-fce4-4780-a468-320945e453d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:33.973497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Attempting to bind port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace on network fde5288d-2dae-4b01-991c-d5864963e70c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:33.985221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:33.985838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.989851 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "PUT /v2.0/subnets/4abb4bb4-67c8-4c53-a2cf-921d174dcd77 HTTP/1.1" status: 200 len: 806 time: 1.8466909 Mar 22 11:40:33.995765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54514) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:34.005169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:34.005169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Checking segment: {'id': '5db0371e-fce4-4780-a468-320945e453d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:34.005634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.006088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Bound using segment: {'id': '5db0371e-fce4-4780-a468-320945e453d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:34.006617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Bound port: 3f17e711-e2da-4aa9-a6fc-b8e656b0dace, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db0371e-fce4-4780-a468-320945e453d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fde5288d-2dae-4b01-991c-d5864963e70c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:34.007051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.009369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.010091 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7a55dff5-5c57-4f25-9466-628944a9db41 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 204 len: 168 time: 3.8032875 Mar 22 11:40:34.015713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54518) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:34.068087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Attempting to bind port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:34.068560 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Attempting to bind port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:34.069016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Attempting to bind port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:34.086363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:34.086769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:34.087165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.087547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:34.088011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Bound port: c078bcf5-bcac-43b8-9b6c-4d9699d3b89b, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:34.088372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.093789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553b777-58e9-4d59-92f0-5e53b3e20a18 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=4abb4bb4-67c8-4c53-a2cf-921d174dcd77,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.107173 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4af465c-2a1e-4da6-8e60-0e27edd9b0cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b73e2940d06451094ac033f9da0ffe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813200 Mar 22 11:40:34.135639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Pushing event updated for resources: {'Port': ['ID=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.167164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54522) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:34.180338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 62e02d0d-573b-4455-9df1-158a0a534d50 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:34.211920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 04430770-2235-4d85-bf16-444844b620b5 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:34.242054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-826234928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:34.256315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:34.268269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:34.271288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.272121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:34.278244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.287285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:34.306977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:34.307324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.317753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.351183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.378584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.401926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=62e02d0d-573b-4455-9df1-158a0a534d50,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.410080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No DVR routers for this DVR port 62e02d0d-573b-4455-9df1-158a0a534d50 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:34.414274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.416084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.421407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.422040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] For port 62e02d0d-573b-4455-9df1-158a0a534d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=62e02d0d-573b-4455-9df1-158a0a534d50,segment=NetworkSegment(129eac9c-1cda-4b42-a4f7-e9e475b5a219),segment_id=129eac9c-1cda-4b42-a4f7-e9e475b5a219)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:34.422506 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.432453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No active binding found for port 62e02d0d-573b-4455-9df1-158a0a534d50 {{(pid=88743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 11:40:34.432866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 62e02d0d-573b-4455-9df1-158a0a534d50 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:34.455273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 5d8cc195-672e-4561-a663-31bea61d9538 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:34.497480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] For port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:34.499851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] For port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:34.543589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.564762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Calling delete_port for 62e02d0d-573b-4455-9df1-158a0a534d50 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:34.568710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port ddd9de25-63d0-44d9-b067-b90a1bc69e6e yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:34.603718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.604329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] For port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:34.606058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] For port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3f17e711-e2da-4aa9-a6fc-b8e656b0dace,segment=NetworkSegment(5db0371e-fce4-4780-a468-320945e453d4),segment_id=5db0371e-fce4-4780-a468-320945e453d4)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:34.620274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.640138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace, host dv-neutron-828143-11-hyperv, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:34.640561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.648687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:34.649865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:34.654350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b8c25-192c-4eba-870d-19a40de6aa97,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.697625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.699423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.712830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.735473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.753168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4078ab-8bbb-4381-b522-70993e41bcfb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.764210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:34.806161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129eac9c-1cda-4b42-a4f7-e9e475b5a219') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:34.806505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129eac9c-1cda-4b42-a4f7-e9e475b5a219') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:34.819956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 3f17e711-e2da-4aa9-a6fc-b8e656b0dace owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:34.828766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b96f-31d3-4bbf-bd43-8c5770d6f45c None None] Pushing event updated for resources: {'Port': ['ID=3f17e711-e2da-4aa9-a6fc-b8e656b0dace,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.878465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.896920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:34.903943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.905927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09782d0b-2eb8-4d70-8092-cb8c69451114 None None] Pushing event updated for resources: {'Port': ['ID=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:34.906146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:34.920636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:34.923008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.926141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.926750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.930943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:34.947031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=5d8cc195-672e-4561-a663-31bea61d9538,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:35.022742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:35.023736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:35.041895 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:35.101293 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=04430770-2235-4d85-bf16-444844b620b5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:35.116025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.121376 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fc68d53b-2beb-4d27-b627-ec6cc46fca4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd1b8c25-192c-4eba-870d-19a40de6aa97 HTTP/1.1" status: 204 len: 168 time: 0.9466681 Mar 22 11:40:35.121376 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f2988c3-356e-47dc-9f29-d8be5917a1ea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8866692 Mar 22 11:40:35.127794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.130362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54528) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.150925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Deleting port 62e02d0d-573b-4455-9df1-158a0a534d50 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:35.151472 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.298397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e2f22-a25e-4650-892d-4411de0cd212 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:35.311853 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cbe8ca39-476e-495b-818f-0ee0671c955d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/04430770-2235-4d85-bf16-444844b620b5 HTTP/1.1" status: 204 len: 168 time: 2.1693892 Mar 22 11:40:35.312075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3f582b9b-aa78-45f3-9636-656df34a742d None None] The port '62e02d0d-573b-4455-9df1-158a0a534d50' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:40:35.312163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e2f22-a25e-4650-892d-4411de0cd212 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:35.312875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-758e2f22-a25e-4650-892d-4411de0cd212 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:35.317823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54532) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.333525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.337277 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1534f01d-0325-4718-a013-687f74775338 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3185496 Mar 22 11:40:35.338027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54534) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.359476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': True}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:35.402810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:35.403185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:35.426659 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f2bbf8-469f-495c-b297-97f2ec4f0c81 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:40:35.427224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43f2bbf8-469f-495c-b297-97f2ec4f0c81 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:35.452362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.515651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.518267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-758e2f22-a25e-4650-892d-4411de0cd212 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:35.520554 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-758e2f22-a25e-4650-892d-4411de0cd212 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3883588 Mar 22 11:40:35.521808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43f2bbf8-469f-495c-b297-97f2ec4f0c81 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:35.526805 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-43f2bbf8-469f-495c-b297-97f2ec4f0c81 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/04430770-2235-4d85-bf16-444844b620b5 HTTP/1.1" status: 404 len: 333 time: 0.1821899 Mar 22 11:40:35.528354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54542) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.528903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54544) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.529089 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3 HTTP/1.1" status: 204 len: 168 time: 2.6821804 Mar 22 11:40:35.533643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54548) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:35.621352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758417594', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:35.653291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d20e6-cbbe-4b42-9015-e7a8093f2469 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=124e22f8-7aa7-4d3e-8446-3e0e17a5a0b3,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:35.663762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:35.682024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:35.691077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:35.704964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:35.716339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 5d8cc195-672e-4561-a663-31bea61d9538 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:35.717520 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.753355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet bd8ff548-ad4f-44ad-9d7b-92048064e081 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:35.768142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.788613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port ddd9de25-63d0-44d9-b067-b90a1bc69e6e yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:35.865070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.893576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.894565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.905532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:35.905868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.934922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:35.946066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Transition to ACTIVE for port object ddd9de25-63d0-44d9-b067-b90a1bc69e6e will not be triggered until provisioned by entity L2. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:35.949511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.148472 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.232546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.279792 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3f17e711-e2da-4aa9-a6fc-b8e656b0dace up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:36.420106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=ddd9de25-63d0-44d9-b067-b90a1bc69e6e,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:36.441426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Checking segment: {'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:36.441794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Network hostable DHCP agents. Network: 444b7eed-252d-4a6b-8f6e-661c0105e8fe, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:36.454226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:36.464314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c078bcf5-bcac-43b8-9b6c-4d9699d3b89b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:36.482949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.527793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.538324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.574721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24382186-57fd-4c0e-8620-9820b7a547b4 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:36.592500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:36.672176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54570) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:36.676868 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028167 Mar 22 11:40:36.690541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54572) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:36.707172 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3ff2e4bf-920f-4304-85e4-2b62c49630ca None None] Provisioning for port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:36.755670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 444b7eed-252d-4a6b-8f6e-661c0105e8fe) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:36.762182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:36.766321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 5d8cc195-672e-4561-a663-31bea61d9538 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:36.774282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.829919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.840946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.844734 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-14ae8b8e-dbc6-4211-86c2-c3bb2f314bcc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2353480 Mar 22 11:40:36.848340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54578) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:36.866065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-318938697'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:36.872009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:36.876313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:36.879635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:36.885648 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:36.893642 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d579543-8cca-413b-9813-65a5219b1d11 None None] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:36.895960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:36.896293 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:36.896740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:36.912944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:36.915817 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:36.927486 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 2 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:36.928124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3f17e711-e2da-4aa9-a6fc-b8e656b0dace,segment=NetworkSegment(5db0371e-fce4-4780-a468-320945e453d4),segment_id=5db0371e-fce4-4780-a468-320945e453d4)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:36.928497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.943216 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c6818428-df19-4e30-bed4-3e6a9bb7c20c tempest-NetworksApiDiscovery-251531258 tempest-NetworksApiDiscovery-251531258-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2524033 Mar 22 11:40:36.958337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:37.034207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:37.034574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.083030 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ac0b6-510b-4178-b975-6982076ad57c None None] Network fde5288d-2dae-4b01-991c-d5864963e70c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:37.089582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 172.26.5.160 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/529de8d9-6d59-409a-88b5-c3f237e92a9a) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:37.122954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 3f17e711-e2da-4aa9-a6fc-b8e656b0dace owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:37.151501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.152010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.152276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.152527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.156140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:37.159883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.220204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.220204 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.222469 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 3 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.243467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.243855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.244145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.256592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8ff548-ad4f-44ad-9d7b-92048064e081,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:37.265685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.266093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.266321 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.275074 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d79f8c6d-7464-43a6-85e0-289a983f316b tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/bd8ff548-ad4f-44ad-9d7b-92048064e081 HTTP/1.1" status: 204 len: 168 time: 1.7424870 Mar 22 11:40:37.283813 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 4 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.302654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54584) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:37.303378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.303719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.304058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.313755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab2164-7f1d-4e2a-a0cd-7ab40af0500b None None] Network 9d656fae-7038-4745-a80f-0b690d800d71 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:37.350795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.351203 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.363706 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 5 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.431864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.440427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.440795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.440916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.463628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.463628 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.465268 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 6 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.467013 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-31b42451-0515-46ff-b622-3b5874338c46 None None] Provisioning for port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:37.494413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.514675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-31b42451-0515-46ff-b622-3b5874338c46 None None] Provisioning complete for port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:37.515319 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-31b42451-0515-46ff-b622-3b5874338c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.523552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.524451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.524843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.527003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.530912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:37.531259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.607993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.608330 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.614280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54590) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:37.616115 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 7 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.645679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.646020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.646361 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.659981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.665874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.666207 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.667704 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 8 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.678739 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/5d8cc195-672e-4561-a663-31bea61d9538 HTTP/1.1" status: 204 len: 168 time: 2.1455638 Mar 22 11:40:37.678739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2162f-e851-4c81-8c05-4fd0ea4cea20 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=5d8cc195-672e-4561-a663-31bea61d9538,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:37.690990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54596) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:37.733021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.733362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.733700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.745632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.750317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:37.750652 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:37.753157 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 9 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:37.794630 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:37.815920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.816280 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment fccbef1a-0f97-4c27-b062-cc25ae0f5f06 of type vlan for network 8b36c71d-acf8-4d55-8885-22cdd14e8891 Mar 22 11:40:37.819637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.834120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-31b42451-0515-46ff-b622-3b5874338c46 None None] Could not find standard attr ID for object 3f17e711-e2da-4aa9-a6fc-b8e656b0dace. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:40:37.842694 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.plugins.ml2.db [None req-31b42451-0515-46ff-b622-3b5874338c46 None None] No ports have port_id starting with 3f17e711-e2da-4aa9-a6fc-b8e656b0dace Mar 22 11:40:37.858374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:37.859626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.908719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.918655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.960134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:37.960134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:37.960134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:37.960134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.990811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=529de8d9-6d59-409a-88b5-c3f237e92a9a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:37.992033 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] DHCP port deletion for 9d656fae-7038-4745-a80f-0b690d800d71 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:38.001505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b23d50ca-1461-40e6-8af1-293a53983077 None None] Could not find standard attr ID for object 5d8cc195-672e-4561-a663-31bea61d9538. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:40:38.019220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Deleting port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:38.019945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.022153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:38.025121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:38.025685 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:38.030054 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 10 to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e Mar 22 11:40:38.038037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:38.085628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:38.121358 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b23d50ca-1461-40e6-8af1-293a53983077 None None] Provisioning complete for port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:38.121947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b23d50ca-1461-40e6-8af1-293a53983077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.124348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.130444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:38.131091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.167356 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:38.169265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 3f17e711-e2da-4aa9-a6fc-b8e656b0dace on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:38.176758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:38.222743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc431d-e6a6-4efc-b10a-8960e3a312b8 None None] Network fde5288d-2dae-4b01-991c-d5864963e70c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:38.229952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:38.246681 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3935153 Mar 22 11:40:38.247476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54600) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:38.248064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=3f17e711-e2da-4aa9-a6fc-b8e656b0dace,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:38.256009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:38.256009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:38.256009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:38.265580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Usage tracker for resource:security_group_rule and tenant:6b6330f85379403c8148307f97642262 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:38.273504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:38.289297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8448f-da83-4f14-bc3f-3f2e388bc9d9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:38.289998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:38.291069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8448f-da83-4f14-bc3f-3f2e388bc9d9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:38.292781 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-33d8448f-da83-4f14-bc3f-3f2e388bc9d9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6043313 Mar 22 11:40:38.296775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54604) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:38.308325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:38.322040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:38.322375 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port ddd9de25-63d0-44d9-b067-b90a1bc69e6e on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:38.322741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.368407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:38.368805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.376010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.411673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f21e5-4811-44ec-8416-e48037431f51 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=8b36c71d-acf8-4d55-8885-22cdd14e8891,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:38.457849 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:38.547507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.589464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=4abb4bb4-67c8-4c53-a2cf-921d174dcd77,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:38.691738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.717536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde5288d-2dae-4b01-991c-d5864963e70c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:38.729828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db0371e-fce4-4780-a468-320945e453d4') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:38.730248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db0371e-fce4-4780-a468-320945e453d4') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:38.743873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.760755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.766754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:38.767736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:38.787534 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:38.829753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:38.843192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:38.843586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.932265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:38.958878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.968665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.996780 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/fde5288d-2dae-4b01-991c-d5864963e70c HTTP/1.1" status: 204 len: 168 time: 4.9975719 Mar 22 11:40:39.003299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54608) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.033712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:39.035401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a61193-a393-497d-ac8e-e13e10a16a10 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=fde5288d-2dae-4b01-991c-d5864963e70c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:39.053533 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e25aa0-bf9b-44cd-9f39-9b5a42b9b77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:39.053533 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e25aa0-bf9b-44cd-9f39-9b5a42b9b77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:39.055533 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f0e25aa0-bf9b-44cd-9f39-9b5a42b9b77d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/fde5288d-2dae-4b01-991c-d5864963e70c HTTP/1.1" status: 404 len: 339 time: 0.0503864 Mar 22 11:40:39.061597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54612) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.067455 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242934972', 'description': 'd1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:39.070991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.072774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:39.076999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:network and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:39.080048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:39.086463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:39.086818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 419f30f7-3fcd-489a-9d03-623bdba0fa12 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:39.089153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:39.089560 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Calling delete_port for de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:39.123205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:39.127916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eaf61a-5640-4fa0-a001-81583ac4a756 None None] DHCP port deletion for fde5288d-2dae-4b01-991c-d5864963e70c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:39.136470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.144496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c56ff403-187d-492d-9772-fdc4021d5019 None None] Could not find standard attr ID for object 5d8cc195-672e-4561-a663-31bea61d9538. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:40:39.165023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:39.170597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.171293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:39.196618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port ddd9de25-63d0-44d9-b067-b90a1bc69e6e, host hv-neutron-8281, cleared binding levels {{(pid=88741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:39.197229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempted to set empty binding levels {{(pid=88741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:40:39.199524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:39.208143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.208491 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 2120d8ae-5856-4a50-91b5-800ca07b88a5 of type vlan for network d0f73a7c-1aba-4b23-bf53-133311317161 Mar 22 11:40:39.235346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.240056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.245287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.298541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.301905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:39.305929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.322196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:39.353805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:39.354156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:39.371264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:39.371580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:39.381575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.387279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:39.390179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.497361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=d0f73a7c-1aba-4b23-bf53-133311317161,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:39.507264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d0f73a7c-1aba-4b23-bf53-133311317161 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:39.510888 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-db9fbe26-6f29-44c0-83fb-3599ad91c281 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4484465 Mar 22 11:40:39.511572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54616) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.518835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.524895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:39.525229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.615445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=ddd9de25-63d0-44d9-b067-b90a1bc69e6e,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:39.645057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f245b-690f-4753-8260-aec56955d864 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:39.645724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-818f245b-690f-4753-8260-aec56955d864 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Synchronizing usage tracker for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:39.670879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.713413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-818f245b-690f-4753-8260-aec56955d864 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Unset dirty status for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:39.714599 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-818f245b-690f-4753-8260-aec56955d864 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks?id=d0f73a7c-1aba-4b23-bf53-133311317161 HTTP/1.1" status: 200 len: 760 time: 0.2021966 Mar 22 11:40:39.717305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54620) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.723495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'description': 'd2'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:39.773036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.804391 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b6330f85379403c8148307f97642262&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1790984 Mar 22 11:40:39.805767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54624) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.810229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5cab7-d8f1-4ebd-8ba2-7971e70b840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb9ad4-9b55-411c-897f-f6704516dac8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:39.825218 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7c73d45e-1f63-4e08-ab5e-967da9b7ec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.6811233 Mar 22 11:40:39.826193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.842441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54628) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:39.855945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Deleting port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:39.856727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:39.880887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:39.881138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.077991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:40.078537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.151710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Deleting port ddd9de25-63d0-44d9-b067-b90a1bc69e6e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:40.152676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.173498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c078bcf5-bcac-43b8-9b6c-4d9699d3b89b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:40.275502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.283812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Calling delete_port for de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:40.294575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.368020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.389864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:40.390230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.428482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.499105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.503299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.509973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.521453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network d0f73a7c-1aba-4b23-bf53-133311317161 is not hosted by any dhcp agent {{(pid=88742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 11:40:40.526414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:40.527006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.531794 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "PUT /v2.0/networks/d0f73a7c-1aba-4b23-bf53-133311317161 HTTP/1.1" status: 200 len: 757 time: 0.8100421 Mar 22 11:40:40.541839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54632) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:40.557616 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] No DVR routers for this DVR port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:40.566340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=419f30f7-3fcd-489a-9d03-623bdba0fa12,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:40.572186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d386-4ee5-4620-8730-364dbebb59ef None None] Pushing event deleted for resources: {'Port': ['ID=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:40.596716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33289f-0765-4192-9e5b-07f4b7e267a5 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:40.615348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.629198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3f17e711-e2da-4aa9-a6fc-b8e656b0dace no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:40.645919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port ddd9de25-63d0-44d9-b067-b90a1bc69e6e, host hv-neutron-8281, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:40.646285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.655530 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-64793a5d-77b7-4a48-8d04-77117c4bd3d4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/419f30f7-3fcd-489a-9d03-623bdba0fa12 HTTP/1.1" status: 204 len: 168 time: 2.3490975 Mar 22 11:40:40.658918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54636) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:40.672651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 3f17e711-e2da-4aa9-a6fc-b8e656b0dace {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:40.672988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3f17e711-e2da-4aa9-a6fc-b8e656b0dace not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:40.722520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275,segment=NetworkSegment(4deedd33-d28d-41a4-acc6-4a4c590c9b3b),segment_id=4deedd33-d28d-41a4-acc6-4a4c590c9b3b)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:40.722749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.730279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d70c-9667-431a-9a75-7af83bc64460 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=d0f73a7c-1aba-4b23-bf53-133311317161,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:40.740959 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d0f73a7c-1aba-4b23-bf53-133311317161 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:40.887134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:40.887719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 8b36c71d-acf8-4d55-8885-22cdd14e8891, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:40.899396 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-65054e1b-7ca5-4715-8eab-be8cd118b75b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2366734 Mar 22 11:40:40.899937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:40.906196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Calling delete_port for ddd9de25-63d0-44d9-b067-b90a1bc69e6e owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:40.939150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:40.941977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=ac39541b-b503-46e8-ac79-6bde80c4dab0,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:40.950858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:40.975640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ab191-2793-434c-95c7-0bcc736c8c25 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:40.976570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.977704 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-687ab191-2793-434c-95c7-0bcc736c8c25 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks?id=d0f73a7c-1aba-4b23-bf53-133311317161 HTTP/1.1" status: 200 len: 760 time: 0.4348602 Mar 22 11:40:40.981516 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54644) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:40.991760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575955638'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:41.007563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:41.016649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.018238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:41.020236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:41.022265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.024321 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Deleting port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:41.024720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.041780 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb9ad4-9b55-411c-897f-f6704516dac8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.053315 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.054416 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b640bfc8-8c95-47f2-a19e-56fee84621ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27eb9ad4-9b55-411c-897f-f6704516dac8 HTTP/1.1" status: 204 len: 168 time: 1.2486973 Mar 22 11:40:41.095855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.141653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:41.145191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.163274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddd9de25-63d0-44d9-b067-b90a1bc69e6e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.173203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.176682 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-946400ae-f52e-4523-ba33-d7d5fff11ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ddd9de25-63d0-44d9-b067-b90a1bc69e6e HTTP/1.1" status: 204 len: 168 time: 1.3317511 Mar 22 11:40:41.178017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54650) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:41.187499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:41.196278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:41.210178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:41.233406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:41.236076 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-705bfd1b-4b8b-4518-a53c-c42cb2ab05b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:40:41.236560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-705bfd1b-4b8b-4518-a53c-c42cb2ab05b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Synchronizing usage tracker for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:41.250092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.250467 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment 114ee6f1-da59-44e6-a767-e243ed4b9063 of type vlan for network 5ae6eb88-9852-4540-87fd-e34fe10620fe Mar 22 11:40:41.267480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:40:41.267480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:40:41.277477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:41.281555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:41.283063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.329987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] For port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:41.330380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.397918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.400047 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 8b36c71d-acf8-4d55-8885-22cdd14e8891) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:41.402040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:41.405223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:41.406110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.406386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.410523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-705bfd1b-4b8b-4518-a53c-c42cb2ab05b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Unset dirty status for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:41.412082 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-705bfd1b-4b8b-4518-a53c-c42cb2ab05b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports/ddd9de25-63d0-44d9-b067-b90a1bc69e6e HTTP/1.1" status: 404 len: 333 time: 0.2303510 Mar 22 11:40:41.423897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54654) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:41.427442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:41.428327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.440223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137434656'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:41.468448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:41.471148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router 626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:41.474249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b6f0f-6e70-4a7c-9421-617c02bff29b None None] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:41.493030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:41.550330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=5ae6eb88-9852-4540-87fd-e34fe10620fe,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.570998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Calling delete_port for c078bcf5-bcac-43b8-9b6c-4d9699d3b89b owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:41.602293 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4f2c3ca6-9390-4283-a134-7007c3107c3f tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6195164 Mar 22 11:40:41.603397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54658) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:41.611078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': '5ae6eb88-9852-4540-87fd-e34fe10620fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:41.628399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 5ae6eb88-9852-4540-87fd-e34fe10620fe details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:41.645054 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dd74d33a-2a62-41c8-8237-eb49016da27a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3871963 Mar 22 11:40:41.652307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54662) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:41.657798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Made reservation on behalf of 538042c5a2724087978e989294f2a169 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:41.660082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.740247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:41.746172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Usage tracker for resource:subnet and tenant:d2fb5791791a4b18906453b0fefae47b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:41.749374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:41.755551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:41.856259 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.858520 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:41.864075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.865751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:41.866086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.911996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] Pushing event deleted for resources: {'Port': ['ID=c078bcf5-bcac-43b8-9b6c-4d9699d3b89b,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.915492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335f9d2-a0d3-49c1-9e21-941745348399 None None] No DVR routers for this DVR port c078bcf5-bcac-43b8-9b6c-4d9699d3b89b on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:41.939388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-8b36c71d-acf8-4d55-8885-22cdd14e8891', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:41.942026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.027647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] The port 'de2b32a1-fcd2-4759-a6d2-6ae5ad8d4275' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:40:42.028808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port c31e483e-189b-4d4c-a9de-908cce144664 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:42.114598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Allocated IP 2001:db8::2 (8b36c71d-acf8-4d55-8885-22cdd14e8891/ac39541b-b503-46e8-ac79-6bde80c4dab0/3cdb26e8-f2fc-4ce2-876d-2dfacba7c083) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:42.148264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c078bcf5-bcac-43b8-9b6c-4d9699d3b89b no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:42.198620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: c078bcf5-bcac-43b8-9b6c-4d9699d3b89b {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:42.198858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c078bcf5-bcac-43b8-9b6c-4d9699d3b89b not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:42.301584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.369966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.379999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=46560e30-2c67-4f8e-ae1c-01e74f301f48,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:42.380194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Transition to ACTIVE for port object 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:42.389278 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': '114ee6f1-da59-44e6-a767-e243ed4b9063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5ae6eb88-9852-4540-87fd-e34fe10620fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:42.389639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: 5ae6eb88-9852-4540-87fd-e34fe10620fe, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:42.400102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Transition to ACTIVE for port object 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:42.482059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.490020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network 5ae6eb88-9852-4540-87fd-e34fe10620fe is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:42.533195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.549199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:42.549669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:42.553650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:42.559067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 5ae6eb88-9852-4540-87fd-e34fe10620fe) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:42.559444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:42.561916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] Sync routers for ids ['626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:42.563628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:42.564485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.567252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Pushing event updated for resources: {'Port': ['ID=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:42.611887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e125a-6051-421e-80e7-cf0755f579cd None None] Network 5ae6eb88-9852-4540-87fd-e34fe10620fe requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:42.651026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] Routers {'626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:42.651637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.668036 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-90345e95-7856-4fdd-a97e-168e2117f60b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0608420 Mar 22 11:40:42.668319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54666) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:42.686041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d656fae-7038-4745-a80f-0b690d800d71']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.745454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.770821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4deedd33-d28d-41a4-acc6-4a4c590c9b3b') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.771110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4deedd33-d28d-41a4-acc6-4a4c590c9b3b') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.796753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.844862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.852376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Attempting to bind port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:42.852770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Attempting to bind port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:42.853130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Attempting to bind port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 on network 8b36c71d-acf8-4d55-8885-22cdd14e8891 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:42.864827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:42.864986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Checking segment: {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:42.865366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.865753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Bound using segment: {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:42.866217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Bound port: 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:42.866587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.878947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] Routers {'626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:42.879585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.888461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.893670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.894687 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-616112d9-4713-40f6-9214-bc62df9778df tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "PUT /v2.0/routers/626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 200 len: 918 time: 7.5528407 Mar 22 11:40:42.901817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54670) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:42.912970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:42.913376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.931381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:42.938102 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:42.987048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.987452 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25473-0be9-414e-a50b-d3e2af76263a None None] The sync data for ids ['626d9d7c-c3fd-4c35-9ea3-5c622333b8a6'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:43.085040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.106897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] For port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:43.124214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] For port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:43.133732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=46560e30-2c67-4f8e-ae1c-01e74f301f48,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:43.134927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9f770-0fda-4b3f-9c79-169bae2534da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-5ae6eb88-9852-4540-87fd-e34fe10620fe', 'network_id': '5ae6eb88-9852-4540-87fd-e34fe10620fe', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '46560e30-2c67-4f8e-ae1c-01e74f301f48'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:43.139707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-58e9f770-0fda-4b3f-9c79-169bae2534da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.176730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.178636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.199864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.228841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.260117 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae6eb88-9852-4540-87fd-e34fe10620fe']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:43.273350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114ee6f1-da59-44e6-a767-e243ed4b9063') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:43.273642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114ee6f1-da59-44e6-a767-e243ed4b9063') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:43.283851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.286120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.304015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.311524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:43.311916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.313127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7cd68-6d2e-47a2-b6e9-c9ab825acb01 None None] Pushing event updated for resources: {'Port': ['ID=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:43.327910 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:43.356986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82137a2e-493e-4d49-a1a0-7cbb19e05a02 None None] Network 5ae6eb88-9852-4540-87fd-e34fe10620fe requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:43.400996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:43.418330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:43.434013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:43.434598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.462818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893efe8-487c-4108-a200-fd002b932f3a None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:43.484410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.513216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.520423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=5ae6eb88-9852-4540-87fd-e34fe10620fe,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:43.538451 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9d9f5c28-6d6e-4887-a63a-6181344ed8bc tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/5ae6eb88-9852-4540-87fd-e34fe10620fe HTTP/1.1" status: 204 len: 168 time: 0.8683527 Mar 22 11:40:43.542699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54674) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.596446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=bf8e088d-4fec-4400-81bb-17e6234dd4e1,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:43.600947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.610609 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd57e251-3da0-4685-b71c-72b67b8e5455 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] GET failed (client error): The resource could not be found. Mar 22 11:40:43.611131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cd57e251-3da0-4685-b71c-72b67b8e5455 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Synchronizing usage tracker for tenant:d2fb5791791a4b18906453b0fefae47b on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:43.674782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.709902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cd57e251-3da0-4685-b71c-72b67b8e5455 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Unset dirty status for tenant:d2fb5791791a4b18906453b0fefae47b on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:43.715300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=9d656fae-7038-4745-a80f-0b690d800d71,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:43.716049 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cd57e251-3da0-4685-b71c-72b67b8e5455 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets/46560e30-2c67-4f8e-ae1c-01e74f301f48 HTTP/1.1" status: 404 len: 337 time: 0.1722953 Mar 22 11:40:43.716802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54678) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.728501 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-af12fef8-71ce-4439-8b47-5a1cf19ed464 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/9d656fae-7038-4745-a80f-0b690d800d71 HTTP/1.1" status: 204 len: 168 time: 6.4217672 Mar 22 11:40:43.731317 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7866222f-742e-4993-a9b7-4c840e06a845 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 200 len: 924 time: 0.8200963 Mar 22 11:40:43.732352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54680) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.735785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54684) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.745629 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306582858'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:43.755674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:43.765033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b1f8c341-91b2-424b-8973-70b686d0b0d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8245459 Mar 22 11:40:43.767635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:network and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:43.800692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54690) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.801506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:43.810748 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-59739f57-6dfd-4d88-ac94-dbb3ab4f3c6b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:43.811077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59739f57-6dfd-4d88-ac94-dbb3ab4f3c6b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:43.816500 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-59739f57-6dfd-4d88-ac94-dbb3ab4f3c6b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/5ae6eb88-9852-4540-87fd-e34fe10620fe HTTP/1.1" status: 404 len: 339 time: 0.0892425 Mar 22 11:40:43.819656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54694) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:43.821245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:43.826596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'name': 'tempest-NetworksTestDHCPv6-1694910983'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:43.830060 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'bf8e088d-4fec-4400-81bb-17e6234dd4e1'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:43.831069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.845135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:43.992719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c6d0f-975a-4fea-b61e-08c05ef99520 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:43.996438 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-db9c6d0f-975a-4fea-b61e-08c05ef99520 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=626d9d7c-c3fd-4c35-9ea3-5c622333b8a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2581069 Mar 22 11:40:43.997776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54698) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.007722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/bf8e088d-4fec-4400-81bb-17e6234dd4e1/405b37ac-a459-452e-ae2f-48acb065310a) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:44.042370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b770ec5-ee16-4f46-8880-55857688e082 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:44.043246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b770ec5-ee16-4f46-8880-55857688e082 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Synchronizing usage tracker for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:44.056128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:44.066746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:44.070463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.087603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:44.095333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=c31e483e-189b-4d4c-a9de-908cce144664,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:44.099991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:44.100968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:44.102180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.164006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8::1 (8b36c71d-acf8-4d55-8885-22cdd14e8891/ac39541b-b503-46e8-ac79-6bde80c4dab0/ae5054c4-2890-4e85-8c7b-8341a6c78d92) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:44.169990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7cb36-1cbf-4df1-b229-71f3858a4a0c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:44.174414 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e0d7cb36-1cbf-4df1-b229-71f3858a4a0c tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.1735845 Mar 22 11:40:44.176174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54702) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.232068 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3864e91a-b2ef-49ab-8080-c96cc57802ea tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 200 len: 205 time: 0.0556846 Mar 22 11:40:44.233318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54706) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.233452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:44.236886 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6b770ec5-ee16-4f46-8880-55857688e082 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Unset dirty status for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:44.238264 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6b770ec5-ee16-4f46-8880-55857688e082 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4176157 Mar 22 11:40:44.249224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54710) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.252680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:44.255412 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:44.265502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:44.299635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.308019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:44.310819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:44.355410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Transition to ACTIVE for port object 405b37ac-a459-452e-ae2f-48acb065310a will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:44.370597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d40e839b-54a7-4f16-8227-7c3369e8a173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9424736 Mar 22 11:40:44.377695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aa92cad0-f54d-4439-9cc9-9c4696b7c3e9 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Synchronizing usage tracker for tenant:d2fb5791791a4b18906453b0fefae47b on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:44.377883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Transition to ACTIVE for port object 405b37ac-a459-452e-ae2f-48acb065310a will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:44.380435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.380816 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Added segment 85963aa4-c69c-4c63-8f93-ba4aa1560a2b of type vlan for network b734dd33-d1c9-4863-849d-13edb36798b2 Mar 22 11:40:44.382016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54714) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.409090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:44.451434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.462385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.484277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-aa92cad0-f54d-4439-9cc9-9c4696b7c3e9 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Unset dirty status for tenant:d2fb5791791a4b18906453b0fefae47b on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:44.488907 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aa92cad0-f54d-4439-9cc9-9c4696b7c3e9 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 207 time: 0.2319872 Mar 22 11:40:44.493465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54718) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:44.505699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:44.509746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.549764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Pushing event updated for resources: {'Port': ['ID=405b37ac-a459-452e-ae2f-48acb065310a,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:44.551369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.555623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:44.559924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:44.562383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:44.564757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:44.607286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d3d41-68ed-4200-b136-53bd5adbb009 None None] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:44.701640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 5248501d-9d03-44a3-abd3-8bdcd5e80267 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:44.741375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.751548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:40:44.789766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.831917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Provisioning for port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:44.846853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Provisioning complete for port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:44.847235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.878912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Attempting to bind port 405b37ac-a459-452e-ae2f-48acb065310a on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:44.879344 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Attempting to bind port 405b37ac-a459-452e-ae2f-48acb065310a by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:44.879636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Attempting to bind port 405b37ac-a459-452e-ae2f-48acb065310a on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:44.884751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port 529de8d9-6d59-409a-88b5-c3f237e92a9a {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:44.885220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.911671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:44.912043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:44.912434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.912872 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:44.913334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Bound port: 405b37ac-a459-452e-ae2f-48acb065310a, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:44.913701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:44.978022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object ae5054c4-2890-4e85-8c7b-8341a6c78d92 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:44.981018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.071304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.111014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.116275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.116975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.154311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] For port 405b37ac-a459-452e-ae2f-48acb065310a, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:45.156037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.161531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.165262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.167629 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.173513 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.174373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Synchronizing usage tracker for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:45.175321 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] For port 405b37ac-a459-452e-ae2f-48acb065310a, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=405b37ac-a459-452e-ae2f-48acb065310a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:45.200217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for 529de8d9-6d59-409a-88b5-c3f237e92a9a owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:45.213420 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] For port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:45.263413 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.307250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.344588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Unset dirty status for tenant:d2fb5791791a4b18906453b0fefae47b on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:45.345756 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-77d975f8-1dad-457f-9f45-19ae7a429d42 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.8415380 Mar 22 11:40:45.355099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54722) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:45.366603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b7fb6-e680-4f1c-9dd4-06d83eff629f None None] Pushing event updated for resources: {'Port': ['ID=405b37ac-a459-452e-ae2f-48acb065310a,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:45.419439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::a9 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/bf8e088d-4fec-4400-81bb-17e6234dd4e1/5248501d-9d03-44a3-abd3-8bdcd5e80267) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:45.422027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Network': ['ID=b734dd33-d1c9-4863-849d-13edb36798b2,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:45.428069 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d04db1bf-0240-41e1-82ec-77f8c461e49e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6902571 Mar 22 11:40:45.428937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54726) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:45.435320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.451704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6b162-ff8a-4357-afde-40fb9dcf45f3 None None] Pushing event updated for resources: {'Port': ['ID=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:45.455775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b734dd33-d1c9-4863-849d-13edb36798b2 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:45.495665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:45.570690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:45.589171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de2a6da7-b5d5-4576-bb4d-f05d06019941 None None] Provisioning complete for port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:45.589610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de2a6da7-b5d5-4576-bb4d-f05d06019941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.615789 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2f974287-3673-4824-8f26-2598e47fb23b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2595487 Mar 22 11:40:45.620990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54730) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:45.632032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:45.652952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:45.653483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.669438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:45.672194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.774441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=529de8d9-6d59-409a-88b5-c3f237e92a9a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:45.793379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:45.827914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:45.833057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:45.849261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:45.857119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76855496-9137-4a96-a18b-7fb6e4d76450 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.858586 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76855496-9137-4a96-a18b-7fb6e4d76450 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:45.861233 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-76855496-9137-4a96-a18b-7fb6e4d76450 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2381198 Mar 22 11:40:45.871881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port c31e483e-189b-4d4c-a9de-908cce144664 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:45.879032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54734) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:45.916256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.962112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:45.993930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Transition to ACTIVE for port object c31e483e-189b-4d4c-a9de-908cce144664 will not be triggered until provisioned by entity L2. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:45.994685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:45.998166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.105941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.153411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2fe57-4aa6-4a17-920b-26fb42ed9f1e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:46.154812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2fe57-4aa6-4a17-920b-26fb42ed9f1e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:46.157128 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a4d2fe57-4aa6-4a17-920b-26fb42ed9f1e tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2770441 Mar 22 11:40:46.163050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2cb0ab5f-1c70-4a14-ac1b-0f52dd03b3b4 None None] Provisioning for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:46.166443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2cb0ab5f-1c70-4a14-ac1b-0f52dd03b3b4 None None] Provisioning complete for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:46.166867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ab5f-1c70-4a14-ac1b-0f52dd03b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.172149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.173821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54738) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.176708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.241782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0ab5f-1c70-4a14-ac1b-0f52dd03b3b4 None None] Port ae5054c4-2890-4e85-8c7b-8341a6c78d92 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:46.260945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 405b37ac-a459-452e-ae2f-48acb065310a up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:46.332845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.352166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b1b43-29f4-4a7a-a9e4-2bffacbc258d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:46.357213 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-154b1b43-29f4-4a7a-a9e4-2bffacbc258d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks/0e9c51b8-c1be-4560-940d-0732dc79035c HTTP/1.1" status: 200 len: 799 time: 0.1822000 Mar 22 11:40:46.358783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.359432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router 626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:46.359582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=c31e483e-189b-4d4c-a9de-908cce144664,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:46.361064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54742) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.379510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.399772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 5248501d-9d03-44a3-abd3-8bdcd5e80267 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:46.418790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 405b37ac-a459-452e-ae2f-48acb065310a completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:46.424386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:46.436690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:46.437059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:46.437359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:46.464132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:46.464132 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:46.495596 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 2 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:46.512185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:46.512826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.547605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:46.547936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:46.548270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:46.612660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.613744 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82bd130c-1547-42c8-8f9d-bd18fcca3ee5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 204 len: 168 time: 2.3791792 Mar 22 11:40:46.620195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54746) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.627270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:46.627597 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:46.632219 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 3 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:46.633562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649840415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:46.646294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:46.655521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:46.659086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:46.669929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:46.704472 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-211ce951-5ff3-4b07-94b1-9dfac6bd3e38 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/networks/0e9c51b8-c1be-4560-940d-0732dc79035c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3384867 Mar 22 11:40:46.704848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.788876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef300c-d613-45b2-b897-5b665906fbe6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:46.791312 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0aef300c-d613-45b2-b897-5b665906fbe6 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets/929e8ca9-d3d5-46e5-9360-c6e1e18f61b2 HTTP/1.1" status: 200 len: 811 time: 0.0852244 Mar 22 11:40:46.794559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54754) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.827995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.829190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.852243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:46.852243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:46.852243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:46.868791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.878799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb053697-ee57-48f2-9619-cd8dd9d83135 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:46.880157 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fb053697-ee57-48f2-9619-cd8dd9d83135 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "GET /v2.0/subnets/929e8ca9-d3d5-46e5-9360-c6e1e18f61b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0845814 Mar 22 11:40:46.883700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54758) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:46.884207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:46.884556 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:46.890826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-363093430'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:46.892322 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 4 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:46.896780 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:46.907168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:46.924714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.928297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:46.928660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:46.928993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:46.964044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Provisioning for port 405b37ac-a459-452e-ae2f-48acb065310a completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:46.969363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Provisioning complete for port 405b37ac-a459-452e-ae2f-48acb065310a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:46.969731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:46.991032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.001005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:47.004352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.020945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.021302 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.021999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.033576 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 5 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.047316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:47.055720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.056055 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Added segment b315c39c-646f-4305-99ce-eb51079c0431 of type vlan for network edcad6f7-3b85-4960-908d-a09d77cbe136 Mar 22 11:40:47.084882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.096009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.119180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.120820 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e798e30-6def-4f0c-a85b-4090cdd2b1f6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4996331 Mar 22 11:40:47.125737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:47.128668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] For port 405b37ac-a459-452e-ae2f-48acb065310a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=405b37ac-a459-452e-ae2f-48acb065310a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:47.129450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54762) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:47.135047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'enable_snat': False}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:47.151744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:47.168188 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:47.173675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:47.174523 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.186969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.187301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.187629 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.197755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=5248501d-9d03-44a3-abd3-8bdcd5e80267,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:47.205956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.212205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:47.212922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.214132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.217234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.217548 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.231034 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 6 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.254687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=d2a3ad4a-74be-4a33-baea-c98256afc057,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:47.269356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.269691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.270029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.294915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.300000 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.300000 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 7 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.303870 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Checking segment: {'id': '85963aa4-c69c-4c63-8f93-ba4aa1560a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:47.304239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network hostable DHCP agents. Network: b734dd33-d1c9-4863-849d-13edb36798b2, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:47.322471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40d5f-e2f9-4c89-9885-4d2addad59cc None None] Pushing event updated for resources: {'Port': ['ID=405b37ac-a459-452e-ae2f-48acb065310a,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:47.326632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.326632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.326883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.336730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.337054 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.341314 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4541092 Mar 22 11:40:47.341487 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 8 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.344169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54766) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:47.362940 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-85e65b6a-77a5-4e6e-ab18-18b639f012d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5584104 Mar 22 11:40:47.367991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54770) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:47.371588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.373362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.373691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.374022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.420993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.421320 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.421853 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 9 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.435662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network b734dd33-d1c9-4863-849d-13edb36798b2 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:47.444823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.445079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.445925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.455217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:47.456216 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.456554 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.457080 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 10 to bind port c31e483e-189b-4d4c-a9de-908cce144664 Mar 22 11:40:47.470615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.471338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.513250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-95b3fb15-ecd3-4f01-a60c-b67d5eddc44e None None] Provisioning for port 5248501d-9d03-44a3-abd3-8bdcd5e80267 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:47.516551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:47.517290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:47.517630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:47.519598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-95b3fb15-ecd3-4f01-a60c-b67d5eddc44e None None] Provisioning complete for port 5248501d-9d03-44a3-abd3-8bdcd5e80267 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:47.520070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-95b3fb15-ecd3-4f01-a60c-b67d5eddc44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.569637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, b734dd33-d1c9-4863-849d-13edb36798b2) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:47.571637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:47.571961 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port c31e483e-189b-4d4c-a9de-908cce144664 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:47.572313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.576232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4f5f9-590c-4b3c-b73b-dc42424ef6cd tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Network': ['ID=edcad6f7-3b85-4960-908d-a09d77cbe136,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:47.580947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-95b3fb15-ecd3-4f01-a60c-b67d5eddc44e None None] Port 5248501d-9d03-44a3-abd3-8bdcd5e80267 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:47.589760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7a7c3-b6d1-4417-b072-c66c50af8678 None None] Network b734dd33-d1c9-4863-849d-13edb36798b2 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:47.595679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:47.596255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.606273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:47.713771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4aa03-b832-4c1f-a4a7-396cbd2d7ea0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:47.719480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4aa03-b832-4c1f-a4a7-396cbd2d7ea0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:47.720239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b1f4aa03-b832-4c1f-a4a7-396cbd2d7ea0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:47.730125 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:47.776832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.789467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:47.799553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:47.814392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:47.817002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port c31e483e-189b-4d4c-a9de-908cce144664, host hv-neutron-8281, cleared binding levels {{(pid=88741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:47.817364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempted to set empty binding levels {{(pid=88741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:40:47.822664 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6598c58c-c4a6-4f93-bc59-10521bb1c222 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3799872 Mar 22 11:40:47.822664 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:47.831330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54774) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:47.831330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1854427100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:47.837740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:47.894884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:router and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:47.909144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:47.912153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b1f4aa03-b832-4c1f-a4a7-396cbd2d7ea0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:47.915631 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b1f4aa03-b832-4c1f-a4a7-396cbd2d7ea0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5442345 Mar 22 11:40:47.916743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54778) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:47.918450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:47.972031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-b734dd33-d1c9-4863-849d-13edb36798b2', 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': 'd2a3ad4a-74be-4a33-baea-c98256afc057'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:47.972900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.982686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Made reservation on behalf of d2fb5791791a4b18906453b0fefae47b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:47.986738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.988615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.062485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] In _notify_port_updated(), no bound segment for port c31e483e-189b-4d4c-a9de-908cce144664 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:40:48.063662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.064408 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.066133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 5248501d-9d03-44a3-abd3-8bdcd5e80267 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:48.066538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.066680 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "PUT /v2.0/ports/c31e483e-189b-4d4c-a9de-908cce144664 HTTP/1.1" status: 200 len: 981 time: 3.6730623 Mar 22 11:40:48.073707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54782) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:48.133176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.133444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-29b055c8-f7e4-4600-a5a8-ef0fe7ae7505 None None] Provisioning complete for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:48.133820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-29b055c8-f7e4-4600-a5a8-ef0fe7ae7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.134729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.155685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dabee-6075-4328-82e6-b2f26c8b5ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=c31e483e-189b-4d4c-a9de-908cce144664,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:48.182493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.183145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:40:48.183748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:40:48.217402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 405b37ac-a459-452e-ae2f-48acb065310a up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:48.234131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.234612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.235079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.235536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.235993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.236450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.236938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.237387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.237840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.238287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.238728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:48.240063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Synchronizing usage tracker for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:48.281626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:48.304701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-29b055c8-f7e4-4600-a5a8-ef0fe7ae7505 None None] Port ae5054c4-2890-4e85-8c7b-8341a6c78d92 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:48.320866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Allocated IP 2001:db8::2 (b734dd33-d1c9-4863-849d-13edb36798b2/d2a3ad4a-74be-4a33-baea-c98256afc057/d512d94f-adc5-453f-8781-27e8b1111acc) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:48.347046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Unset dirty status for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:48.348254 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a7dc42e4-f026-43e7-95e1-50bc7e6c87d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10011 time: 0.2734256 Mar 22 11:40:48.349413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.355561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54786) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:48.361326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 405b37ac-a459-452e-ae2f-48acb065310a triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:48.361705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.527177 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Deleting port c31e483e-189b-4d4c-a9de-908cce144664 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:48.527458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.552303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:48.561495 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-65020cd9-1983-484b-a126-1e328b030553 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9083023 Mar 22 11:40:48.562544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.563643 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-72561bec-2e5b-4e31-98b7-bd23900006fc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7399569 Mar 22 11:40:48.569953 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:48.581420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54790) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:48.581755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54792) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:48.588369 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:48.589513 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:48.591067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-732363843'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:48.597460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2', 'name': 'tempest-PortsIpV6TestJSON-1334539253'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:48.618519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:48.641393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:48.650005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:48.678731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.692998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Transition to ACTIVE for port object d512d94f-adc5-453f-8781-27e8b1111acc will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:48.719503 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Transition to ACTIVE for port object d512d94f-adc5-453f-8781-27e8b1111acc will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:48.772373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.793804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:48.811842 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:48.833348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:48.914102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Network b734dd33-d1c9-4863-849d-13edb36798b2 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:48.918350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:48.924281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:48.985183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 5248501d-9d03-44a3-abd3-8bdcd5e80267 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:49.019742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.020226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Pushing event updated for resources: {'Port': ['ID=d512d94f-adc5-453f-8781-27e8b1111acc,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.029360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:49.033237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.067977 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Attempting to bind port d512d94f-adc5-453f-8781-27e8b1111acc on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:49.068269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Attempting to bind port d512d94f-adc5-453f-8781-27e8b1111acc by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '85963aa4-c69c-4c63-8f93-ba4aa1560a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:49.068638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:49.068913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Attempting to bind port d512d94f-adc5-453f-8781-27e8b1111acc on network b734dd33-d1c9-4863-849d-13edb36798b2 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:49.076721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:49.077237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Checking segment: {'id': '85963aa4-c69c-4c63-8f93-ba4aa1560a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:49.077804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.078196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Bound using segment: {'id': '85963aa4-c69c-4c63-8f93-ba4aa1560a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:49.078795 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Bound port: d512d94f-adc5-453f-8781-27e8b1111acc, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85963aa4-c69c-4c63-8f93-ba4aa1560a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b734dd33-d1c9-4863-849d-13edb36798b2'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:49.079177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.081476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port c31e483e-189b-4d4c-a9de-908cce144664, host hv-neutron-8281, got binding levels [] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:49.081839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.089839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:port and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:49.096472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:49.107160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:49.174866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.198838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] For port d512d94f-adc5-453f-8781-27e8b1111acc, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:49.199291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=89ba9889-9ade-4a13-a6ce-26bb88bfd9d9,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.211936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Checking segment: {'id': 'b315c39c-646f-4305-99ce-eb51079c0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:49.212482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network hostable DHCP agents. Network: edcad6f7-3b85-4960-908d-a09d77cbe136, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:49.213431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] For port d512d94f-adc5-453f-8781-27e8b1111acc, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d512d94f-adc5-453f-8781-27e8b1111acc,segment=NetworkSegment(85963aa4-c69c-4c63-8f93-ba4aa1560a2b),segment_id=85963aa4-c69c-4c63-8f93-ba4aa1560a2b)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:49.218294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.221016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:40:49.234091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Calling delete_port for c31e483e-189b-4d4c-a9de-908cce144664 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:49.253016 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:45Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:46Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:49.257080 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:40:49.257516 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Updating router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef port ae5054c4-2890-4e85-8c7b-8341a6c78d92 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:40:49.275974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.276328 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 8838e648-7e56-4a3f-bd65-84bb15e43c52 of type vlan for network e8a061fa-4809-4bff-b9f6-e711e6723469 Mar 22 11:40:49.284796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.333376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.373149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:49.374204 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.377144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.404897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Network edcad6f7-3b85-4960-908d-a09d77cbe136 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:49.407700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:49.416883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea496541-3b6c-4ee1-9d67-c2ac146c2756 None None] Pushing event updated for resources: {'Port': ['ID=d512d94f-adc5-453f-8781-27e8b1111acc,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.443006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Allocated IP 172.26.5.195 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/74de1507-1959-4e02-9ea1-8e3e9c5862e0) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:49.445004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.461916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.467393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:49.467984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.471681 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.512677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, edcad6f7-3b85-4960-908d-a09d77cbe136) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:49.514397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=5248501d-9d03-44a3-abd3-8bdcd5e80267,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.522680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:49.523826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.548742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14a03a-c573-40d2-bca0-1d434d996e01 None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:49.583817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event deleted for resources: {'Port': ['ID=c31e483e-189b-4d4c-a9de-908cce144664,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.623877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.692483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.694410 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-15527a33-97d1-4a40-8d63-a6cff7a3dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c31e483e-189b-4d4c-a9de-908cce144664 HTTP/1.1" status: 204 len: 168 time: 1.3302705 Mar 22 11:40:49.699885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54798) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:49.707565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=e8a061fa-4809-4bff-b9f6-e711e6723469,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:49.793456 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ff1f7a67-c9df-46ca-9473-6e1030797afc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2076979 Mar 22 11:40:49.813789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:49.820114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54802) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:49.821146 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-115479b3-5323-4de9-b2ba-1fb2be711794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:40:49.821955 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-115479b3-5323-4de9-b2ba-1fb2be711794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Synchronizing usage tracker for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:49.841166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:49.849877 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-52e5ec94-1989-48d3-9abb-5500a6029804 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/5248501d-9d03-44a3-abd3-8bdcd5e80267 HTTP/1.1" status: 204 len: 168 time: 1.9269314 Mar 22 11:40:49.855039 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82321292-5ca9-48b0-9aeb-8093fd8820d8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5071099 Mar 22 11:40:49.855999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54806) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:49.856500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54808) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:49.864655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:49.985153 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.012331 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Transition to ACTIVE for port object ae5054c4-2890-4e85-8c7b-8341a6c78d92 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:50.034001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-115479b3-5323-4de9-b2ba-1fb2be711794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Unset dirty status for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:50.035848 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-115479b3-5323-4de9-b2ba-1fb2be711794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports/c31e483e-189b-4d4c-a9de-908cce144664 HTTP/1.1" status: 404 len: 333 time: 0.3297193 Mar 22 11:40:50.043597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network e8a061fa-4809-4bff-b9f6-e711e6723469 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:40:50.048053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66266e-849e-4c45-8185-c4a1475ba114 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:50.048559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54814) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:50.050514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66266e-849e-4c45-8185-c4a1475ba114 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:50.052603 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ce66266e-849e-4c45-8185-c4a1475ba114 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1947665 Mar 22 11:40:50.058818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.060254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::54 (b734dd33-d1c9-4863-849d-13edb36798b2/d2a3ad4a-74be-4a33-baea-c98256afc057/82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:50.062171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54816) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:50.069835 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674958503', 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:50.099732 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.114516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:50.155027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:50.157617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:50.165479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:50.170330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:50.174584 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:50.176057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:50.187484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:50.198597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:50.212338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet bf8e088d-4fec-4400-81bb-17e6234dd4e1 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:40:50.229895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.246607 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Pushing event updated for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:50.247115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d512d94f-adc5-453f-8781-27e8b1111acc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:50.260234 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.261656 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.262012 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.262377 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.262717 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.263100 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.263439 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.263786 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.264150 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.264470 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.264820 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.265152 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:50.311737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Made reservation on behalf of 538042c5a2724087978e989294f2a169 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:50.316581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.358464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-edcad6f7-3b85-4960-908d-a09d77cbe136', 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136', 'tenant_id': 'd2fb5791791a4b18906453b0fefae47b', 'fixed_ips': [{'subnet_id': '89ba9889-9ade-4a13-a6ce-26bb88bfd9d9'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:50.359334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.379621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Pushing event updated for resources: {'Port': ['ID=74de1507-1959-4e02-9ea1-8e3e9c5862e0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:50.382387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:50.385535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.517686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.532278 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Attempting to bind port ae5054c4-2890-4e85-8c7b-8341a6c78d92 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:50.533270 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Attempting to bind port ae5054c4-2890-4e85-8c7b-8341a6c78d92 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:50.533917 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Attempting to bind port ae5054c4-2890-4e85-8c7b-8341a6c78d92 on network 8b36c71d-acf8-4d55-8885-22cdd14e8891 {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:50.540314 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2411283'] for subnet, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.542153 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:50.542837 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Checking segment: {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:50.543788 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.544396 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Bound using segment: {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:50.545101 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Bound port: ae5054c4-2890-4e85-8c7b-8341a6c78d92, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:50.545712 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.584252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port d512d94f-adc5-453f-8781-27e8b1111acc completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:50.606155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port 83c0ea0e-80e0-454f-99fb-241bb301d3b1 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:50.699966 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] For port ae5054c4-2890-4e85-8c7b-8341a6c78d92, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:50.704277 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] For port ae5054c4-2890-4e85-8c7b-8341a6c78d92, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae5054c4-2890-4e85-8c7b-8341a6c78d92,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:50.714734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Allocated IP 172.20.0.3 (edcad6f7-3b85-4960-908d-a09d77cbe136/89ba9889-9ade-4a13-a6ce-26bb88bfd9d9/2abbaf6a-2601-425c-9fbb-2838faac9562) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:50.775918 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:50.955601 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:50.956989 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:51.087023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.088400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.101725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Transition to ACTIVE for port object 2abbaf6a-2601-425c-9fbb-2838faac9562 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:51.104932 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918cf4b-754d-48b0-b0f1-116382d85e71 None None] Pushing event updated for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.140337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Transition to ACTIVE for port object 2abbaf6a-2601-425c-9fbb-2838faac9562 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:51.162788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdeba3-0b24-4ff9-8e1b-4e9804860f5c None None] Network b734dd33-d1c9-4863-849d-13edb36798b2 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:51.167712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.232585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:51.241205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.293398 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:40:51.337706 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.420028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.497428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Provisioning for port d512d94f-adc5-453f-8781-27e8b1111acc completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:51.519467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.523724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Provisioning complete for port d512d94f-adc5-453f-8781-27e8b1111acc triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:51.524157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.584196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:51.585352 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:51.598942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.602269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.630664 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:51.633850 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Pushing event updated for resources: {'Port': ['ID=2abbaf6a-2601-425c-9fbb-2838faac9562,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.689005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.691285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.708632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.717092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.736167 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:45Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:50Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:51.741237 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7b59b-743b-4227-94c0-ea7f8268c5c3 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:45Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:50Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:51.758235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Attempting to bind port 2abbaf6a-2601-425c-9fbb-2838faac9562 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:51.758694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Attempting to bind port 2abbaf6a-2601-425c-9fbb-2838faac9562 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'b315c39c-646f-4305-99ce-eb51079c0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:51.759120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Attempting to bind port 2abbaf6a-2601-425c-9fbb-2838faac9562 on network edcad6f7-3b85-4960-908d-a09d77cbe136 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:51.770376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.771690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8e088d-4fec-4400-81bb-17e6234dd4e1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.773721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=83c0ea0e-80e0-454f-99fb-241bb301d3b1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.781583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:51.790254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network b734dd33-d1c9-4863-849d-13edb36798b2 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:51.803757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751543734775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2920710'] for subnet, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.806660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:51.807146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Checking segment: {'id': 'b315c39c-646f-4305-99ce-eb51079c0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:51.807424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.807812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Bound using segment: {'id': 'b315c39c-646f-4305-99ce-eb51079c0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:51.808290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Bound port: 2abbaf6a-2601-425c-9fbb-2838faac9562, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b315c39c-646f-4305-99ce-eb51079c0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'edcad6f7-3b85-4960-908d-a09d77cbe136'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:51.808683 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.826017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2b1cc-9ef7-4b72-bcb9-5e249ca66343 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:51.876965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:51.878832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:51.885123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:51.886510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:51.887122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.901756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:51.912498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:51.918142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:51.918773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.930726 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bb02b31d-6d71-4e34-b154-9ed3b20c45f8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/bf8e088d-4fec-4400-81bb-17e6234dd4e1 HTTP/1.1" status: 204 len: 168 time: 1.8574767 Mar 22 11:40:51.931498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54822) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:51.937440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:51.938231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:51.939696 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "PUT /v2.0/subnets/89ba9889-9ade-4a13-a6ce-26bb88bfd9d9 HTTP/1.1" status: 200 len: 877 time: 2.0804615 Mar 22 11:40:51.943218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54826) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:51.966346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:51.966711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: e8a061fa-4809-4bff-b9f6-e711e6723469, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:40:52.009279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0566f8b-8b6b-4ef5-9509-e7f658be6da5 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event updated for resources: {'Subnet': ['ID=89ba9889-9ade-4a13-a6ce-26bb88bfd9d9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:52.029343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.067401 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-741d95dd-b74e-4cef-ac03-6ffcad9dc8ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0090859 Mar 22 11:40:52.075097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54830) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:52.123723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9263f15d-a6e5-477a-a256-3f2945b5d352 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5368795 Mar 22 11:40:52.125712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54834) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:52.217175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network e8a061fa-4809-4bff-b9f6-e711e6723469 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:40:52.231829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] For port d512d94f-adc5-453f-8781-27e8b1111acc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d512d94f-adc5-453f-8781-27e8b1111acc,segment=NetworkSegment(85963aa4-c69c-4c63-8f93-ba4aa1560a2b),segment_id=85963aa4-c69c-4c63-8f93-ba4aa1560a2b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:52.235658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] For port 2abbaf6a-2601-425c-9fbb-2838faac9562, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:52.245952 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] For port 2abbaf6a-2601-425c-9fbb-2838faac9562, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2abbaf6a-2601-425c-9fbb-2838faac9562,segment=NetworkSegment(b315c39c-646f-4305-99ce-eb51079c0431),segment_id=b315c39c-646f-4305-99ce-eb51079c0431)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:52.255019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.333928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.340464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.364578 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-aa0e0c99-1dce-438d-8e96-c728e3aa0504 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4292819 Mar 22 11:40:52.375251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54838) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:52.389145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:52.399210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:52.420078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Deleting port 405b37ac-a459-452e-ae2f-48acb065310a {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:52.420436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.578540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2945edb-ed17-4b4e-93f4-d6224855b2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:52.579930 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f2945edb-ed17-4b4e-93f4-d6224855b2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports/83c0ea0e-80e0-454f-99fb-241bb301d3b1 HTTP/1.1" status: 200 len: 958 time: 0.4947147 Mar 22 11:40:52.584036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54842) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:52.641445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:52.657005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:52.660737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:52.671237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:52.672320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, e8a061fa-4809-4bff-b9f6-e711e6723469) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:52.688407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 2abbaf6a-2601-425c-9fbb-2838faac9562 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:52.689750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.696558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Deleting port 83c0ea0e-80e0-454f-99fb-241bb301d3b1 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:52.696838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.819397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] For port 405b37ac-a459-452e-ae2f-48acb065310a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=405b37ac-a459-452e-ae2f-48acb065310a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:52.820414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:52.821532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:52.822138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.020745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:53.024946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.040434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Router 86aea8bb-1ead-471b-9d4c-f3e44c846dbd is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:53.091454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.111731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Calling delete_port for 405b37ac-a459-452e-ae2f-48acb065310a owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:53.215651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedadbf1-76d3-4856-bad0-427694b46965 None None] Pushing event updated for resources: {'Port': ['ID=2abbaf6a-2601-425c-9fbb-2838faac9562,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:53.218780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850d585-cdd2-4d48-970f-32161119498c None None] Network e8a061fa-4809-4bff-b9f6-e711e6723469 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:53.348016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11f55-4fa8-4008-8249-3edca25e35ec None None] Pushing event updated for resources: {'Port': ['ID=d512d94f-adc5-453f-8781-27e8b1111acc,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:53.350550 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Provisioning for port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:53.385467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Calling delete_port for 83c0ea0e-80e0-454f-99fb-241bb301d3b1 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:53.403953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Provisioning complete for port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:53.403953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.440481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.495448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-79c34532-f6e5-4371-b105-d553917d117f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6708982 Mar 22 11:40:53.504489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54846) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:53.505428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] Pushing event deleted for resources: {'Port': ['ID=405b37ac-a459-452e-ae2f-48acb065310a,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:53.528831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4af9f-76e9-46dd-929b-8e083138d07b None None] No DVR routers for this DVR port 405b37ac-a459-452e-ae2f-48acb065310a on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:53.537403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:53.564114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Provisioning complete for port d512d94f-adc5-453f-8781-27e8b1111acc triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:53.564478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f578e3a2-7d1a-4226-98ba-0dba45c2e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.600096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 2abbaf6a-2601-425c-9fbb-2838faac9562, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=2abbaf6a-2601-425c-9fbb-2838faac9562,segment=NetworkSegment(b315c39c-646f-4305-99ce-eb51079c0431),segment_id=b315c39c-646f-4305-99ce-eb51079c0431)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:53.600547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.667086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.747442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:40:53.750917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event deleted for resources: {'Port': ['ID=83c0ea0e-80e0-454f-99fb-241bb301d3b1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:53.776786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] Sync routers for ids ['86aea8bb-1ead-471b-9d4c-f3e44c846dbd'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:53.781838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.836997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] Routers {'86aea8bb-1ead-471b-9d4c-f3e44c846dbd'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:53.837812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['86aea8bb-1ead-471b-9d4c-f3e44c846dbd'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:53.869295 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0502de41-d70c-4b9f-8608-26a7f36c7558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "DELETE /v2.0/ports/83c0ea0e-80e0-454f-99fb-241bb301d3b1 HTTP/1.1" status: 204 len: 168 time: 1.2795889 Mar 22 11:40:53.872011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:53.873285 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fe343966-11ab-44e7-a642-500f63a09322 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "PUT /v2.0/routers/86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 200 len: 919 time: 6.7428069 Mar 22 11:40:53.874179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54850) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:53.884394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 2abbaf6a-2601-425c-9fbb-2838faac9562 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:53.927075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54854) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.003246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.026709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-e8a061fa-4809-4bff-b9f6-e711e6723469', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:54.027507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.046875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:54.072472 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb33f3e-7f0a-44c7-8426-fdf22b0fe815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:40:54.073257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ebb33f3e-7f0a-44c7-8426-fdf22b0fe815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Synchronizing usage tracker for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:54.143145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:54.153525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:54.167108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:54.167108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.180598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=309ec858-b9f7-4462-acc2-a5f43c17ff3d,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:54.183902 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ce554-2a9c-4126-b60e-07f44497e957 None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:54.201813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7826a-58da-46db-b377-1ba4a90bbad3 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:54.214795 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] Routers {'86aea8bb-1ead-471b-9d4c-f3e44c846dbd'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:40:54.215426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:40:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['86aea8bb-1ead-471b-9d4c-f3e44c846dbd'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:54.359960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:54.361014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372fae4-d845-45ef-80c0-32a2aa63d9d2 None None] The sync data for ids ['86aea8bb-1ead-471b-9d4c-f3e44c846dbd'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:54.401920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.425186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2abbaf6a-2601-425c-9fbb-2838faac9562 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:54.495326 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8fbbd5ad-fdf6-405c-9a02-db1da39d7d49 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 200 len: 925 time: 0.5592141 Mar 22 11:40:54.496070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ebb33f3e-7f0a-44c7-8426-fdf22b0fe815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Unset dirty status for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:54.497110 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ebb33f3e-7f0a-44c7-8426-fdf22b0fe815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports/83c0ea0e-80e0-454f-99fb-241bb301d3b1 HTTP/1.1" status: 404 len: 333 time: 0.6219563 Mar 22 11:40:54.498226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54858) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.515720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54862) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.538425 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b0704bc9-ef28-49d1-a055-9dd92ad53b6d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1597672 Mar 22 11:40:54.538679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54866) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.550007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'name': 'tempest-NetworksTestDHCPv6-1070482456'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:54.559129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-400225496'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:54.564182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:54.584934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:54.635793 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-777e72fc-48a9-4692-bef6-138f57275cce None None] Provisioning complete for port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:54.636164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-777e72fc-48a9-4692-bef6-138f57275cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.704015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515d196-02c9-49fc-98de-0f4379053552 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:54.705596 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5515d196-02c9-49fc-98de-0f4379053552 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=86aea8bb-1ead-471b-9d4c-f3e44c846dbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2064836 Mar 22 11:40:54.710629 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54870) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.731388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:54.751793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:54.756989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:54.758021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Made reservation on behalf of 538042c5a2724087978e989294f2a169 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:54.760274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.765496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:54.782466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:54.875270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250649e-43a2-40ce-aef2-41cf04356c15 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:54.876317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Allocated IP 2001:db8:1::2 (e8a061fa-4809-4bff-b9f6-e711e6723469/5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840/85cfc4b4-7404-4af9-897b-9257e6338d8f) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:54.877936 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b250649e-43a2-40ce-aef2-41cf04356c15 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/networks/d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 881 time: 0.1663725 Mar 22 11:40:54.888316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54874) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:54.947266 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b257b4bc-0d05-475b-a8ef-925e6cdcbda6 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 200 len: 205 time: 0.0570705 Mar 22 11:40:54.956757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54878) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:55.012812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-777e72fc-48a9-4692-bef6-138f57275cce None None] Port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:55.026554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 2abbaf6a-2601-425c-9fbb-2838faac9562 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:55.027101 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.054343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:55.054569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=2abbaf6a-2601-425c-9fbb-2838faac9562,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:55.057514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.102112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port fd7c4e33-2702-464e-bcce-676835e1ea80 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:55.134424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '309ec858-b9f7-4462-acc2-a5f43c17ff3d'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:40:55.135109 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:40:55.135603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.143893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Port 2abbaf6a-2601-425c-9fbb-2838faac9562 was deleted so its status cannot be updated. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 11:40:55.144801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d512d94f-adc5-453f-8781-27e8b1111acc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:55.155327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 05e6d3dd-7964-4251-b589-693741d34377 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:55.198797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-777e72fc-48a9-4692-bef6-138f57275cce None None] Could not find standard attr ID for object 2abbaf6a-2601-425c-9fbb-2838faac9562. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:40:55.214222 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.327482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 2abbaf6a-2601-425c-9fbb-2838faac9562 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:40:55.367534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.470991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::364 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/309ec858-b9f7-4462-acc2-a5f43c17ff3d/05e6d3dd-7964-4251-b589-693741d34377) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:55.483974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.546994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port d512d94f-adc5-453f-8781-27e8b1111acc triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:55.547237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.591902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port 74de1507-1959-4e02-9ea1-8e3e9c5862e0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:55.592460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.640407 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786bdb50-0c46-43ed-8618-c58f7d8ffbc9 None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:55.760905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.769859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.777829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:55.798037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Transition to ACTIVE for port object 85cfc4b4-7404-4af9-897b-9257e6338d8f will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:55.881441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Transition to ACTIVE for port object 85cfc4b4-7404-4af9-897b-9257e6338d8f will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:55.905660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for 74de1507-1959-4e02-9ea1-8e3e9c5862e0 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:55.938327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae5054c4-2890-4e85-8c7b-8341a6c78d92 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:55.970608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:40:55.996157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.013384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.036155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.067688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.078182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=89ba9889-9ade-4a13-a6ce-26bb88bfd9d9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:56.142908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Network e8a061fa-4809-4bff-b9f6-e711e6723469 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:56.147150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:56.149551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Pushing event updated for resources: {'Port': ['ID=85cfc4b4-7404-4af9-897b-9257e6338d8f,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:56.153227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:56.208823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.227484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:56.240484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.250143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:56.250517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.262559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcad6f7-3b85-4960-908d-a09d77cbe136']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:56.280371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b315c39c-646f-4305-99ce-eb51079c0431') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:56.281111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b315c39c-646f-4305-99ce-eb51079c0431') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:56.300585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Attempting to bind port 85cfc4b4-7404-4af9-897b-9257e6338d8f on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:56.300952 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Attempting to bind port 85cfc4b4-7404-4af9-897b-9257e6338d8f by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:56.301313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Attempting to bind port 85cfc4b4-7404-4af9-897b-9257e6338d8f on network e8a061fa-4809-4bff-b9f6-e711e6723469 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:56.310484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:56.310869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Checking segment: {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:56.311247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.312182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Bound using segment: {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:56.312691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Bound port: 85cfc4b4-7404-4af9-897b-9257e6338d8f, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:56.313067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.323466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.351067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 05e6d3dd-7964-4251-b589-693741d34377 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:56.373553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.424686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.445357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:56.446448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44227120-6c0f-4a80-929c-bb51370dd944 None None] Network edcad6f7-3b85-4960-908d-a09d77cbe136 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:56.488892 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.491124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.493039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8:1::1 (e8a061fa-4809-4bff-b9f6-e711e6723469/5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840/23b69205-0c87-4804-9f27-3bcea19223f1) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:56.501314 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=74de1507-1959-4e02-9ea1-8e3e9c5862e0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:56.553701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:56.555130 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:56.570598 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:56.647998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:56.655072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:56.657553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:56.663156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:56.663811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.692832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] For port 85cfc4b4-7404-4af9-897b-9257e6338d8f, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:56.705104 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=05e6d3dd-7964-4251-b589-693741d34377,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:56.712014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.722551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.728275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] For port 85cfc4b4-7404-4af9-897b-9257e6338d8f, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=85cfc4b4-7404-4af9-897b-9257e6338d8f,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:56.805199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.839572 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-56013839-75fd-47c6-a59e-fb58c2382c58 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2977152 Mar 22 11:40:56.842992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.845801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54882) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:56.847085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/309ec858-b9f7-4462-acc2-a5f43c17ff3d/b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:56.906079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ae5054c4-2890-4e85-8c7b-8341a6c78d92, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae5054c4-2890-4e85-8c7b-8341a6c78d92,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:40:56.913009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.917005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-73270650-c268-4044-b0d0-6c38ae6bfb36 None None] Provisioning complete for port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:56.917456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73270650-c268-4044-b0d0-6c38ae6bfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.966935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:56.970666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.015800 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.028367 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81efbe-63e7-444c-bc6d-33e8da728a6c None None] DHCP port deletion for edcad6f7-3b85-4960-908d-a09d77cbe136 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:40:57.043020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893dc28-9795-4f30-9cec-9228dd4800b4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:57.045628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2893dc28-9795-4f30-9cec-9228dd4800b4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:57.088343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.088588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router 86aea8bb-1ead-471b-9d4c-f3e44c846dbd {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:40:57.109726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.110591 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3efd2ef6-32f6-4e2a-9411-0ee65e77bd9e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 204 len: 168 time: 2.1527147 Mar 22 11:40:57.114843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 405b37ac-a459-452e-ae2f-48acb065310a no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:57.116470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54886) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.121601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-542215399', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:57.129434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:40:57.134795 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Usage tracker for resource:router and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:40:57.139522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:40:57.146018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:40:57.163376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f91c4-f189-4b36-bd4a-0bcfd0c1265c None None] Pushing event updated for resources: {'Port': ['ID=85cfc4b4-7404-4af9-897b-9257e6338d8f,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:57.165817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-73270650-c268-4044-b0d0-6c38ae6bfb36 None None] Port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:57.173859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2893dc28-9795-4f30-9cec-9228dd4800b4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:40:57.175428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Network 444b7eed-252d-4a6b-8f6e-661c0105e8fe is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:57.176168 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2893dc28-9795-4f30-9cec-9228dd4800b4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3290148 Mar 22 11:40:57.176308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.178544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54892) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.183062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7c4e33-2702-464e-bcce-676835e1ea80,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:57.185316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:57.217306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:57.217306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:57.217306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.218997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 405b37ac-a459-452e-ae2f-48acb065310a {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:57.219341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 405b37ac-a459-452e-ae2f-48acb065310a not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:57.223447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.226300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=edcad6f7-3b85-4960-908d-a09d77cbe136,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:57.248110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.250166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.288749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.313924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.321426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:57.330042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 05e6d3dd-7964-4251-b589-693741d34377 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:40:57.332162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.346427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-79dfb261-34cb-4d51-b6e5-a38632899c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.352176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2abbaf6a-2601-425c-9fbb-2838faac9562 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:40:57.386949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.420771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 23b69205-0c87-4804-9f27-3bcea19223f1 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:57.425484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 2abbaf6a-2601-425c-9fbb-2838faac9562 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:40:57.425830 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 2abbaf6a-2601-425c-9fbb-2838faac9562 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:40:57.460983 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3ee33184-3441-4f3e-9706-fa5d26a35e31 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/edcad6f7-3b85-4960-908d-a09d77cbe136 HTTP/1.1" status: 204 len: 168 time: 5.5131323 Mar 22 11:40:57.462385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54896) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.479426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.504738 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Transition to ACTIVE for port object b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:57.524488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Transition to ACTIVE for port object b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:57.579468 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c10635-dc59-4d31-b6d5-8af70f0c6f3c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:57.579916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c10635-dc59-4d31-b6d5-8af70f0c6f3c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:57.598421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.606531 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a2c10635-dc59-4d31-b6d5-8af70f0c6f3c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/89ba9889-9ade-4a13-a6ce-26bb88bfd9d9 HTTP/1.1" status: 404 len: 337 time: 0.1440220 Mar 22 11:40:57.664739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:57.671794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:57.676406 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:57.679703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54900) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.682822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Pushing event updated for resources: {'Port': ['ID=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:57.716336 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d8e637a3-d971-4965-bb04-85b0605bc741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1997588 Mar 22 11:40:57.722541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54904) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.774252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:57.781129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Attempting to bind port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:57.781694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Attempting to bind port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:57.782226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Attempting to bind port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:57.788349 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:40:57.789529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:40:57.790101 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.790647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:40:57.791262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Bound port: b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:57.791915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.845482 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecc5cf8-436b-4273-9fba-0c2a0ad90e2d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:57.845955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecc5cf8-436b-4273-9fba-0c2a0ad90e2d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:57.847620 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8ecc5cf8-436b-4273-9fba-0c2a0ad90e2d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/edcad6f7-3b85-4960-908d-a09d77cbe136 HTTP/1.1" status: 404 len: 339 time: 0.1559148 Mar 22 11:40:57.856957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54908) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.901455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:40:57.905065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:40:57.948234 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3369cbb0-7076-42e4-87b3-97a17b996696 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:57.948735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3369cbb0-7076-42e4-87b3-97a17b996696 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:57.951550 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3369cbb0-7076-42e4-87b3-97a17b996696 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/46560e30-2c67-4f8e-ae1c-01e74f301f48 HTTP/1.1" status: 404 len: 337 time: 0.0904760 Mar 22 11:40:57.959015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:57.971708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54912) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:57.996417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.048951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.086625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.097104 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c04cb5-fb77-4566-97bd-050c2092d14c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:58.097104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c04cb5-fb77-4566-97bd-050c2092d14c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:58.097852 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c7c04cb5-fb77-4566-97bd-050c2092d14c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/5ae6eb88-9852-4540-87fd-e34fe10620fe HTTP/1.1" status: 404 len: 339 time: 0.0955491 Mar 22 11:40:58.103930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54916) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:58.114223 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c06d7f-e89f-4fb9-817a-f6290deed704 None None] Pushing event updated for resources: {'Port': ['ID=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:58.127268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.151964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network e8a061fa-4809-4bff-b9f6-e711e6723469 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:58.157942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:58.160560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:58.167251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:40:58.167780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.171546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.254879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.255641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.291817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 05e6d3dd-7964-4251-b589-693741d34377 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:40:58.468153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.622215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304d9c9-fbd4-4b8e-8665-22ca47055ef4 None None] Network e8a061fa-4809-4bff-b9f6-e711e6723469 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:40:58.712346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:58.768052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.799602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f73a7c-1aba-4b23-bf53-133311317161']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:58.815475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2120d8ae-5856-4a50-91b5-800ca07b88a5') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:58.815807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2120d8ae-5856-4a50-91b5-800ca07b88a5') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:58.832201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.847817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network b734dd33-d1c9-4863-849d-13edb36798b2 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:58.858513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ddee14c9-d97d-41f1-b83a-b3de357cf79f None None] Provisioning for port 85cfc4b4-7404-4af9-897b-9257e6338d8f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:58.866435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:58.908637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.951222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] device_id is not set on port fd7c4e33-2702-464e-bcce-676835e1ea80 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:40:58.969344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.983677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:58.983677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.050936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=05e6d3dd-7964-4251-b589-693741d34377,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:59.053171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:40:59.053568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:40:59.110666 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:40:59.120873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Transition to ACTIVE for port object fd7c4e33-2702-464e-bcce-676835e1ea80 will not be triggered until provisioned by entity L2. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:59.189135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.247519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.277359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.282756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.337277 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-458ce658-a3c0-412b-b9b0-108017c722e4 None None] Provisioning complete for port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:59.338059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-458ce658-a3c0-412b-b9b0-108017c722e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.396760 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6cb3eb10-741b-4395-8032-188e8b335ed8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/05e6d3dd-7964-4251-b589-693741d34377 HTTP/1.1" status: 204 len: 168 time: 2.2168713 Mar 22 11:40:59.432885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-458ce658-a3c0-412b-b9b0-108017c722e4 None None] Port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:59.452133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54920) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:59.560339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.566442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.568397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae5054c4-2890-4e85-8c7b-8341a6c78d92 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:40:59.593750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:59.594467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:59.595114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:59.608743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7c4e33-2702-464e-bcce-676835e1ea80,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:59.619111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:59.619522 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:59.622015 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 2 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:40:59.637402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=d0f73a7c-1aba-4b23-bf53-133311317161,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:59.670016 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-830caf9f-6e17-4218-8c2c-3d794b4ae1ae tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/d0f73a7c-1aba-4b23-bf53-133311317161 HTTP/1.1" status: 204 len: 168 time: 1.5647297 Mar 22 11:40:59.670244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54924) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:59.677679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:59.678006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:59.678337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:59.687381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.688421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1f404778-0d2f-4002-b289-f9b4e4cbbc4b None None] Provisioning for port 23b69205-0c87-4804-9f27-3bcea19223f1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:59.688967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d990a-1c35-456d-8c24-bc0d0feb1ddb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.690645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d990a-1c35-456d-8c24-bc0d0feb1ddb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.691415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c49d990a-1c35-456d-8c24-bc0d0feb1ddb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:40:59.699179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1f404778-0d2f-4002-b289-f9b4e4cbbc4b None None] Provisioning complete for port 23b69205-0c87-4804-9f27-3bcea19223f1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:59.699807 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1f404778-0d2f-4002-b289-f9b4e4cbbc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.705752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Allocated IP 172.26.5.11 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/871184a3-9cf2-4c71-87e3-cbffd2f45e38) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:59.727471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Router 2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:40:59.775234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ae5054c4-2890-4e85-8c7b-8341a6c78d92 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:59.775759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:59.823318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:40:59.823645 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:40:59.851780 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 3 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:40:59.853536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1f404778-0d2f-4002-b289-f9b4e4cbbc4b None None] Port 23b69205-0c87-4804-9f27-3bcea19223f1 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:40:59.904778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:59.905324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:59.905428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:40:59.915775 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-917b9778-bd21-4677-a48d-026837b2f784 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:40:59.916240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917b9778-bd21-4677-a48d-026837b2f784 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:40:59.920438 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-917b9778-bd21-4677-a48d-026837b2f784 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/4abb4bb4-67c8-4c53-a2cf-921d174dcd77 HTTP/1.1" status: 404 len: 337 time: 0.2453933 Mar 22 11:40:59.925690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54928) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:40:59.989608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 85cfc4b4-7404-4af9-897b-9257e6338d8f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:00.000693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c49d990a-1c35-456d-8c24-bc0d0feb1ddb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:00.004450 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c49d990a-1c35-456d-8c24-bc0d0feb1ddb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5488381 Mar 22 11:41:00.007804 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54932) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.023644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.023978 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.036413 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 4 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.039555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-24612fd6-511f-487d-8f1e-18f4a0ddd885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.069468 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8604f0fb-34da-457c-99f3-7608fbbf6b60 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.070485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8604f0fb-34da-457c-99f3-7608fbbf6b60 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.072794 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8604f0fb-34da-457c-99f3-7608fbbf6b60 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/fde5288d-2dae-4b01-991c-d5864963e70c HTTP/1.1" status: 404 len: 339 time: 0.1449711 Mar 22 11:41:00.087611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54936) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.093051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a861e18e-3424-4935-907c-10cf2135f7a2 None None] Could not find standard attr ID for object 05e6d3dd-7964-4251-b589-693741d34377. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:00.141122 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-967cf68a-1c9e-4a32-a5e3-026618909a38 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.141371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 85cfc4b4-7404-4af9-897b-9257e6338d8f completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:00.141934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967cf68a-1c9e-4a32-a5e3-026618909a38 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.146216 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-967cf68a-1c9e-4a32-a5e3-026618909a38 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/3bc680fd-b689-4998-8897-af7993519e3b HTTP/1.1" status: 404 len: 337 time: 0.0547605 Mar 22 11:41:00.148747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 85cfc4b4-7404-4af9-897b-9257e6338d8f triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:00.150718 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.150835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54940) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.157117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:00.158160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:00.158160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:00.175205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.175533 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.184271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a861e18e-3424-4935-907c-10cf2135f7a2 None None] Provisioning for port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:00.187463 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 5 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.196770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 309ec858-b9f7-4462-acc2-a5f43c17ff3d {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:00.205241 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a51a713-5bf7-4e2c-959b-b789b64a6008 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.205847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a51a713-5bf7-4e2c-959b-b789b64a6008 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.207686 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9a51a713-5bf7-4e2c-959b-b789b64a6008 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/90bd853c-0285-49ab-92cd-af42a3d668ef HTTP/1.1" status: 404 len: 339 time: 0.0534375 Mar 22 11:41:00.211277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54944) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.217350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.234522 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a861e18e-3424-4935-907c-10cf2135f7a2 None None] Provisioning complete for port 23b69205-0c87-4804-9f27-3bcea19223f1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:00.234835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a861e18e-3424-4935-907c-10cf2135f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.256976 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:00.266569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.269234 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9bd07f96-3c17-4c4a-877e-880b0ac0960e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/routers/2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1422451 Mar 22 11:41:00.271988 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58d3283-be35-491d-9ca1-78fbe6e27936 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.273267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58d3283-be35-491d-9ca1-78fbe6e27936 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.274077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54948) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.275657 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d58d3283-be35-491d-9ca1-78fbe6e27936 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/4e8c793c-bf42-429f-95ba-b32f6a069b55 HTTP/1.1" status: 404 len: 337 time: 0.0621049 Mar 22 11:41:00.276645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:00.277282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:00.277768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:00.280251 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] Sync routers for ids ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:00.281967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54950) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.305753 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] Routers {'2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:00.306496 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:00.342138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.345061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.345473 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.347494 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 6 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.355395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.359036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a861e18e-3424-4935-907c-10cf2135f7a2 None None] Port 23b69205-0c87-4804-9f27-3bcea19223f1 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:00.362457 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a39015-a0bb-4924-b02b-c126c0635f56 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.363074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a39015-a0bb-4924-b02b-c126c0635f56 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.368807 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d7a39015-a0bb-4924-b02b-c126c0635f56 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/d4a45df4-9b23-44e6-b3cc-3384689fa6c4 HTTP/1.1" status: 404 len: 339 time: 0.0842075 Mar 22 11:41:00.369657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54956) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.373687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.379488 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:00.391265 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] Routers {'2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:00.392117 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:00.407695 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 85cfc4b4-7404-4af9-897b-9257e6338d8f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=85cfc4b4-7404-4af9-897b-9257e6338d8f,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:00.426057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.426829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.431577 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1efbb2-a929-4a5d-8d38-b155527bd55b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.432901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1efbb2-a929-4a5d-8d38-b155527bd55b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.436741 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9a1efbb2-a929-4a5d-8d38-b155527bd55b tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/494b95a0-278b-467b-a1ad-b7eb1fa1f406 HTTP/1.1" status: 404 len: 337 time: 0.0611939 Mar 22 11:41:00.438688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54960) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.477683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:00.477683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:00.478017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:00.486512 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:00.487153 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6806a07e-3fd3-41f6-96fe-adaf87a9e202 None None] The sync data for ids ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:00.487357 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4e610e-655e-4f60-90df-25424d0ff12c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.488288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4e610e-655e-4f60-90df-25424d0ff12c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.493157 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4a4e610e-655e-4f60-90df-25424d0ff12c tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/2636ddb8-cf0c-4fa4-a813-9269e594634a HTTP/1.1" status: 404 len: 339 time: 0.0498638 Mar 22 11:41:00.495563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54964) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.497052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.497831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:00.547711 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca11b1d7-5307-405c-94c7-d32294c68d99 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.548171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca11b1d7-5307-405c-94c7-d32294c68d99 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.552228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ca11b1d7-5307-405c-94c7-d32294c68d99 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/fdfcf262-4251-4058-9972-95d00402a60a HTTP/1.1" status: 404 len: 337 time: 0.0524917 Mar 22 11:41:00.559698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0742b91-2e2f-4c17-8202-0dc4143ec3f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:00.564089 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e0742b91-2e2f-4c17-8202-0dc4143ec3f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 HTTP/1.1" status: 200 len: 988 time: 0.2835987 Mar 22 11:41:00.564089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.592675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54968) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.592890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54970) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.647156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=85cfc4b4-7404-4af9-897b-9257e6338d8f,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:00.672297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.672646 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.677607 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 7 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.677910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.687176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.721389 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:00.724913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.728291 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:00.728697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.766042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:00.766373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:00.766704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:00.777888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:00.789853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.790570 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.814986 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-28679d75-3f55-4025-8fb4-3369ed54412d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.815319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28679d75-3f55-4025-8fb4-3369ed54412d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.819217 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-28679d75-3f55-4025-8fb4-3369ed54412d tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/4170eb78-8ed3-4dd5-9df2-585d4af9ca8f HTTP/1.1" status: 404 len: 339 time: 0.2232311 Mar 22 11:41:00.830820 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 8 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.833395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 54976) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.852890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:00.858119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network e8a061fa-4809-4bff-b9f6-e711e6723469 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:00.861161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:00.869530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:00.869960 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:00.870271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:00.870593 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:00.879787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:00.910195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:00.932756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:00.937512 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:00.937638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea831c9-9428-4d8d-be11-1f5a39124737 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:00.937638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea831c9-9428-4d8d-be11-1f5a39124737 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:00.937638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5ea831c9-9428-4d8d-be11-1f5a39124737 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/2b29bc56-c984-4311-8d04-8da5f751bfb1 HTTP/1.1" status: 404 len: 337 time: 0.0997794 Mar 22 11:41:00.939238 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 9 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:00.946544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54980) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:00.961905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event updated for resources: {'Port': ['ID=871184a3-9cf2-4c71-87e3-cbffd2f45e38,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:01.040669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:01.041012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:01.041348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:01.061901 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1671d284-e7a6-467f-bfcd-1f40ee96b9ea tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:01.062383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1671d284-e7a6-467f-bfcd-1f40ee96b9ea tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:01.066588 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1671d284-e7a6-467f-bfcd-1f40ee96b9ea tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/2828dd03-611d-4ec5-b8db-04b5a51f603c HTTP/1.1" status: 404 len: 339 time: 0.1073086 Mar 22 11:41:01.067518 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:01.067654 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:01.068040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54984) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.071048 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempt 10 to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 Mar 22 11:41:01.132568 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f76a61-73c7-47fb-aa73-81beb6384269 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:01.133021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f76a61-73c7-47fb-aa73-81beb6384269 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:01.134715 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-61f76a61-73c7-47fb-aa73-81beb6384269 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/8789c0b8-d35b-404c-8084-bc7a66269700 HTTP/1.1" status: 404 len: 337 time: 0.0565886 Mar 22 11:41:01.139922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54988) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.142547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:01.142995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] {{(pid=88741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:01.143340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempting to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:01.175782 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-406b95f8-8383-42fc-bcef-efcb08fd8595 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:01.176181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406b95f8-8383-42fc-bcef-efcb08fd8595 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:01.180277 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-406b95f8-8383-42fc-bcef-efcb08fd8595 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/b1f9a4ad-ef6b-493e-8ab9-d390806656e5 HTTP/1.1" status: 404 len: 339 time: 0.0369542 Mar 22 11:41:01.180419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.180962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.205482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:01.205846 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:01.206435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fd85c1de-3989-452a-b084-eda7ba1b9e63 None None] Provisioning complete for port 23b69205-0c87-4804-9f27-3bcea19223f1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:01.206951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fd85c1de-3989-452a-b084-eda7ba1b9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.217977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:41:01.217977 dv-neutron-828143-11-hyperv neutron-server[88741]: ERROR neutron.plugins.ml2.managers [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Failed to bind port fd7c4e33-2702-464e-bcce-676835e1ea80 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'aac68337-5d53-488f-9949-918bc75559fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '444b7eed-252d-4a6b-8f6e-661c0105e8fe'}] Mar 22 11:41:01.218333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.230204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:01.245915 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40a2eca-2422-479c-ab04-ae29f289e1b8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:01.246143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40a2eca-2422-479c-ab04-ae29f289e1b8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:01.247795 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b40a2eca-2422-479c-ab04-ae29f289e1b8 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/ce8c1380-130d-46c6-a6f4-753e8d199688 HTTP/1.1" status: 404 len: 337 time: 0.0660708 Mar 22 11:41:01.266768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-fd85c1de-3989-452a-b084-eda7ba1b9e63 None None] Port 23b69205-0c87-4804-9f27-3bcea19223f1 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:01.278429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 54996) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.293871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=309ec858-b9f7-4462-acc2-a5f43c17ff3d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:01.298894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.303581 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fd857-2e45-4a44-883e-f2ef5f2e899b None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:01.316828 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-636493ed-2f48-4db4-a24c-888dd9823cb1 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:01.317214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636493ed-2f48-4db4-a24c-888dd9823cb1 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:01.321265 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-636493ed-2f48-4db4-a24c-888dd9823cb1 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/ffcecb86-cd63-466b-a64e-bd27d1d4f8dd HTTP/1.1" status: 404 len: 339 time: 0.0394604 Mar 22 11:41:01.324613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55000) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.560376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port fd7c4e33-2702-464e-bcce-676835e1ea80, host hv-neutron-8281, cleared binding levels {{(pid=88741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:01.560785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attempted to set empty binding levels {{(pid=88741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 11:41:01.568725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting subnet 929e8ca9-d3d5-46e5-9360-c6e1e18f61b2 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:01.582976 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.590580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:01.595301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Deleting port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:01.596928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.615534 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4b3858cf-85b4-4903-9e51-aa102bd73423 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/309ec858-b9f7-4462-acc2-a5f43c17ff3d HTTP/1.1" status: 204 len: 168 time: 1.6063406 Mar 22 11:41:01.618658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55004) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.691645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:01.700057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55008) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.700699 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a503e1d7-0c48-454f-a9f6-98d9472dacde tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1917665 Mar 22 11:41:01.712279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.728421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252098414'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:01.737578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:01.740553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:01.753109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:01.758774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-065c7cc3-6f34-476d-8a5c-9e93d201a30d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351838 Mar 22 11:41:01.759876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:01.763008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55012) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.763143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.782165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] In _notify_port_updated(), no bound segment for port fd7c4e33-2702-464e-bcce-676835e1ea80 on network 444b7eed-252d-4a6b-8f6e-661c0105e8fe {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:01.782568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:01.783180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.786929 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "PUT /v2.0/ports/fd7c4e33-2702-464e-bcce-676835e1ea80 HTTP/1.1" status: 200 len: 980 time: 4.0608776 Mar 22 11:41:01.787931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.799298 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:01.799905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:01.803741 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55016) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:01.810496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:01.810778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.847217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e9565-6ef3-47e9-8aab-bae855f96780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7c4e33-2702-464e-bcce-676835e1ea80,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:01.909073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:01.930967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.050880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:02.051429 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.063956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:02.111156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:02.114617 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.119820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.144588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Deleting port fd7c4e33-2702-464e-bcce-676835e1ea80 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:02.144944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.175593 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Subnet': ['ID=929e8ca9-d3d5-46e5-9360-c6e1e18f61b2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:02.180002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.193424 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-550a295d-bdfc-460f-b96e-9519d8348246 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/subnets/929e8ca9-d3d5-46e5-9360-c6e1e18f61b2 HTTP/1.1" status: 204 len: 168 time: 0.8678260 Mar 22 11:41:02.195338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55020) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:02.214320 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:02.233469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.275773 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099cb48-ff00-404a-bbf1-dee0821d797c None None] Network 0e9c51b8-c1be-4560-940d-0732dc79035c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:02.333321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.346138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Deleting port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:02.346726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.383270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Calling delete_port for b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:02.434774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede9f5f-7dd9-4a40-98f4-b912cd5aafde tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:02.435467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7ede9f5f-7dd9-4a40-98f4-b912cd5aafde tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:02.445766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.467183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:02.501516 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.501903 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment e4f632d6-e92c-4472-8048-8b3dfa563171 of type vlan for network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 Mar 22 11:41:02.618132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 85cfc4b4-7404-4af9-897b-9257e6338d8f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:02.668481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7ede9f5f-7dd9-4a40-98f4-b912cd5aafde tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:02.672373 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7ede9f5f-7dd9-4a40-98f4-b912cd5aafde tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9022872 Mar 22 11:41:02.680437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55024) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:02.728386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.746670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:02.757182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] For port 4854ce8e-f0ae-44cb-9351-d4c7167fa280, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4854ce8e-f0ae-44cb-9351-d4c7167fa280,segment=NetworkSegment(864e30ca-3d77-4eaf-89fa-fa28194586d7),segment_id=864e30ca-3d77-4eaf-89fa-fa28194586d7)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:02.757559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.819049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:02.819474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:02.888372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce9ac0-ccb2-4072-8d5c-f0fb12021c6f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:02.889096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6ce9ac0-ccb2-4072-8d5c-f0fb12021c6f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:02.893569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 85cfc4b4-7404-4af9-897b-9257e6338d8f triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:02.893945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.900781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Calling delete_port for 4854ce8e-f0ae-44cb-9351-d4c7167fa280 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:02.957914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888051bd-f4fc-4fca-88a1-f7aa4be8e92d None None] DHCP port deletion for 0e9c51b8-c1be-4560-940d-0732dc79035c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:02.974616 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-888051bd-f4fc-4fca-88a1-f7aa4be8e92d None None] Deleting port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:02.974990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-888051bd-f4fc-4fca-88a1-f7aa4be8e92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:02.986876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] For port fd7c4e33-2702-464e-bcce-676835e1ea80, host hv-neutron-8281, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:02.987259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.041389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a6ce9ac0-ccb2-4072-8d5c-f0fb12021c6f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:03.042909 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a6ce9ac0-ccb2-4072-8d5c-f0fb12021c6f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3624268 Mar 22 11:41:03.045827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55028) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:03.087758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-888051bd-f4fc-4fca-88a1-f7aa4be8e92d None None] The port '4854ce8e-f0ae-44cb-9351-d4c7167fa280' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:03.117472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.123145 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-03c85b59-e8db-475b-8f5c-2ff0ab77e9d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762517 Mar 22 11:41:03.136026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:03.136670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.160195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55032) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:03.166031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:58Z', 'revision_number': 3, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:40:59Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:03.168863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Calling delete_port for fd7c4e33-2702-464e-bcce-676835e1ea80 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:03.171725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:03.172242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Updating router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef port 23b69205-0c87-4804-9f27-3bcea19223f1 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:41:03.176973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Port': ['ID=4854ce8e-f0ae-44cb-9351-d4c7167fa280,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:03.181512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] No DVR routers for this DVR port 4854ce8e-f0ae-44cb-9351-d4c7167fa280 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:03.245622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.258340 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:03.299407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:03.326198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.331713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Deleting port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:03.332088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.353356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9c51b8-c1be-4560-940d-0732dc79035c']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:03.367699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864e30ca-3d77-4eaf-89fa-fa28194586d7') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:03.367918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864e30ca-3d77-4eaf-89fa-fa28194586d7') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:03.380766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.399831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.407018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:03.407417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:03.423149 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:03.459873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.466351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:03.466935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.542736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.592695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.620927 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.627637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] Pushing event deleted for resources: {'Network': ['ID=0e9c51b8-c1be-4560-940d-0732dc79035c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:03.641416 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dfe3d8d8-29da-4ff1-aabb-73603f2bae30 tempest-NetworksTest-1417186977 tempest-NetworksTest-1417186977-project] 10.222.0.53 "DELETE /v2.0/networks/0e9c51b8-c1be-4560-940d-0732dc79035c HTTP/1.1" status: 204 len: 168 time: 1.4424021 Mar 22 11:41:03.644322 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.764909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:03.773885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=9c7fc90d-ebd4-4901-9e23-b18e0677ca30,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:03.812778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:03.818615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55038) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:03.818862 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-436e2a63-685b-4e93-ac3f-cef22fa8853e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1083372 Mar 22 11:41:03.827400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:03.830254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:03.849432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.863767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:03.947243 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.958097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.959287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:03.962996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:03.963385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.965285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:03.969939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:03.979014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:03.990501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:03.993387 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fd7c4e33-2702-464e-bcce-676835e1ea80 HTTP/1.1" status: 204 len: 168 time: 2.1341283 Mar 22 11:41:03.999434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55042) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:03.999994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65afbd6-f3d9-4225-9dbe-7073f74c9894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd7c4e33-2702-464e-bcce-676835e1ea80,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:04.040264 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d1a08b-9be0-484a-bd23-f1e4800a53c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] GET failed (client error): The resource could not be found. Mar 22 11:41:04.040822 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-44d1a08b-9be0-484a-bd23-f1e4800a53c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Synchronizing usage tracker for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:04.052211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-44d1a08b-9be0-484a-bd23-f1e4800a53c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] Unset dirty status for tenant:538042c5a2724087978e989294f2a169 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:04.053384 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-44d1a08b-9be0-484a-bd23-f1e4800a53c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382264919-project-admin] 10.222.0.53 "GET /v2.0/ports/fd7c4e33-2702-464e-bcce-676835e1ea80 HTTP/1.1" status: 404 len: 333 time: 0.0568581 Mar 22 11:41:04.059356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55046) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:04.094723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:04.098055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.124691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:04.128330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.157086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:04.162411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Calling delete_port for b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:04.279636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:04.301442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55052) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:04.336029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.351395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Transition to ACTIVE for port object 23b69205-0c87-4804-9f27-3bcea19223f1 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:04.375684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:04.376352 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:04.398282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Deleting port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:04.398696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.408702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.439740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.511210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f598-0ff9-4576-9aab-c093fc719cbd None None] Pushing event updated for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:04.610296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4854ce8e-f0ae-44cb-9351-d4c7167fa280 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:04.653631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Router 2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:41:04.688295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 4854ce8e-f0ae-44cb-9351-d4c7167fa280 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:04.688883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4854ce8e-f0ae-44cb-9351-d4c7167fa280 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:04.760844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.779081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.800480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.852559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444b7eed-252d-4a6b-8f6e-661c0105e8fe']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:04.864476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:04.886331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac68337-5d53-488f-9949-918bc75559fc') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:04.886697 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac68337-5d53-488f-9949-918bc75559fc') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:04.905491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.921385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:04.921752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 9c7fc90d-ebd4-4901-9e23-b18e0677ca30, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:04.926671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=f606e05a-a623-4fc5-b65c-183f1cdbee2f,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:04.945115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.953712 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6b61445d-4c44-4e62-8fcf-bc25d768e59e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2fb5791791a4b18906453b0fefae47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393616 Mar 22 11:41:04.954540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:04.954951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.955213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Attempting to bind port 23b69205-0c87-4804-9f27-3bcea19223f1 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:04.955735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Attempting to bind port 23b69205-0c87-4804-9f27-3bcea19223f1 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:04.956257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Attempting to bind port 23b69205-0c87-4804-9f27-3bcea19223f1 on network e8a061fa-4809-4bff-b9f6-e711e6723469 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:04.972038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:04.972415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Checking segment: {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:04.973043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.973477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Bound using segment: {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:04.973950 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Bound port: 23b69205-0c87-4804-9f27-3bcea19223f1, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8838e648-7e56-4a3f-bd65-84bb15e43c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:04.974311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:04.976803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55058) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:04.977505 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:05.012156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] For port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:05.012829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.089486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.144692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:05.171395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.206357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.227480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Calling delete_port for b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:05.230919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.247199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:05.254844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.257236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9c7fc90d-ebd4-4901-9e23-b18e0677ca30) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:05.275040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc05b64-f1d2-4ae0-8f6a-aa7e77381875 None None] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:05.287511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.296794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:05.298552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.306627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] Pushing event deleted for resources: {'Network': ['ID=444b7eed-252d-4a6b-8f6e-661c0105e8fe,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:05.314650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:05.317410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:05.318168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.326984 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a3ba0ddb-9b86-4316-b7a2-bb4800b34d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64677060-project] 10.222.0.53 "DELETE /v2.0/networks/444b7eed-252d-4a6b-8f6e-661c0105e8fe HTTP/1.1" status: 204 len: 168 time: 1.2690802 Mar 22 11:41:05.339967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:05.349657 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] Sync routers for ids ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:05.362561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=25f52f95-ac2e-460f-bb52-aa1684de75ec,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:05.363585 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] Routers {'2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:05.364289 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:05.393105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.395662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.397109 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4afc6818-a1d2-4d59-86f6-bdbda96b40de HTTP/1.1" status: 204 len: 168 time: 0.4185309 Mar 22 11:41:05.428078 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1d677320-6f70-466b-a2a8-95a53c78ab18 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6070001 Mar 22 11:41:05.431815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] For port 23b69205-0c87-4804-9f27-3bcea19223f1, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:05.433257 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55066) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:05.448081 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] For port 23b69205-0c87-4804-9f27-3bcea19223f1, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=23b69205-0c87-4804-9f27-3bcea19223f1,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:05.504957 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:05.513384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3e66d-8c97-4d4b-a6d2-00e8497defa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc6818-a1d2-4d59-86f6-bdbda96b40de,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:05.521537 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] Routers {'2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:05.522525 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:05.588999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55070) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:05.589210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3ceafc4b-4346-4123-a815-1114b80ab307 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3172367 Mar 22 11:41:05.593958 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:05.594591 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f65a70-2499-4a82-99f4-e29e2d269138 None None] The sync data for ids ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:05.598860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.603268 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d7b153e5-f08b-471b-bf62-e0d40151093b tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4827831 Mar 22 11:41:05.603679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '25f52f95-ac2e-460f-bb52-aa1684de75ec', 'ip_address': '2001:db8::cc3b:a845:1370:9867'}], 'name': 'tempest-NetworksTestDHCPv6-803158049'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:05.604047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55074) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:05.611802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:05.623854 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.682451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Router 2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:05.717845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.741140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:05.742693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:05.811828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] No DVR routers for this DVR port b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:05.872097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f598-0ff9-4576-9aab-c093fc719cbd None None] Pushing event updated for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:05.992859 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772ecd2-5428-4bbc-aca9-163f56073469 None None] Pushing event deleted for resources: {'Port': ['ID=b0ac80f8-33ab-43f0-a4e6-8dc37ffad12d,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:05.995764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55082) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:06.000443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:06.006027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:06.019959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:06.090385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:06.098026 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-02e3b657-bdd2-4407-a3ea-a86a1115f94d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/routers/2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5023644 Mar 22 11:41:06.108419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55090) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:06.173145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:06.228745 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859295f-3b60-4988-9470-2648224a36f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:41:06.229618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c859295f-3b60-4988-9470-2648224a36f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:06.236603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:06.302286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] Sync routers for ids ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:06.304935 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d2848-e1c2-4ca7-aeee-21e97233c984 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:06.312884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:06.383856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] Routers {'2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:06.383856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:06.387441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c859295f-3b60-4988-9470-2648224a36f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:06.387441 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c859295f-3b60-4988-9470-2648224a36f6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/82f1fb26-e9f0-4fd9-9f81-a8b3e0c6e011 HTTP/1.1" status: 404 len: 333 time: 0.2747462 Mar 22 11:41:06.389244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55100) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:06.516104 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:06.547708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:06.566168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:06.584397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port d73df30f-bffe-4f7b-aa64-840debbdbd67 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:06.627771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:06.805073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] Routers {'2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:06.805682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:06.899774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:06.902355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:06.932017 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b49c230a-ea71-4dac-af0d-6dfea7605682 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4fa600286134b9cb3976985a2fb970b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648942 Mar 22 11:41:06.936089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55112) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:06.942544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:06.942927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf43f04-7401-4bf5-ad47-a72a82403472 None None] The sync data for ids ['2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:07.043662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.044050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:07.069644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55116) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:07.077027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Allocated IP 2001:db8:2::2 (9c7fc90d-ebd4-4901-9e23-b18e0677ca30/f606e05a-a623-4fc5-b65c-183f1cdbee2f/9d0775aa-66ca-4391-b133-8415285e118c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:07.086154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.101570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.102645 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d48d0f1a-32ad-4136-95b3-a7289fc2b641 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/routers/2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 HTTP/1.1" status: 204 len: 168 time: 0.7117996 Mar 22 11:41:07.106111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '25f52f95-ac2e-460f-bb52-aa1684de75ec'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:07.106111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.106608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55122) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:07.190770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.256713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:58Z', 'revision_number': 3, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:05Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:07.258110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.268721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet d2a3ad4a-74be-4a33-baea-c98256afc057 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:07.270871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2001093202'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:07.277352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:07.281921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:07.285363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:07.289663 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b443f-4677-4977-b8c1-ceceb335dd6a None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:40:58Z', 'revision_number': 3, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:05Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:07.297851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:07.304931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.353840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.400531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.407235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.437837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b25d0-7023-4592-8aa5-45a92466173a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:07.441394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Deleting port 871184a3-9cf2-4c71-87e3-cbffd2f45e38 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:07.442195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.450071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.465276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Transition to ACTIVE for port object 9d0775aa-66ca-4391-b133-8415285e118c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:07.479599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::cc3b:a845:1370:9867 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/25f52f95-ac2e-460f-bb52-aa1684de75ec/d73df30f-bffe-4f7b-aa64-840debbdbd67) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:07.482212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:07.486669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.502683 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Transition to ACTIVE for port object 9d0775aa-66ca-4391-b133-8415285e118c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:07.569879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.576411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.656798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.657996 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e3d52241-4ff0-4196-bad1-10c514b2e6cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783b25d0-7023-4592-8aa5-45a92466173a HTTP/1.1" status: 204 len: 168 time: 0.7208960 Mar 22 11:41:07.673000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:07.673249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.677105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:07.682789 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:07.686574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Pushing event updated for resources: {'Port': ['ID=9d0775aa-66ca-4391-b133-8415285e118c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:07.718521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:07.736551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:07.748094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:07.791753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Attempting to bind port 9d0775aa-66ca-4391-b133-8415285e118c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:07.792127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Attempting to bind port 9d0775aa-66ca-4391-b133-8415285e118c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:07.792489 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Attempting to bind port 9d0775aa-66ca-4391-b133-8415285e118c on network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:07.802268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:07.802860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Checking segment: {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:07.803415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.803932 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Bound using segment: {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:07.804629 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Bound port: 9d0775aa-66ca-4391-b133-8415285e118c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:07.805679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:07.825771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:07.839153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8:2::1 (9c7fc90d-ebd4-4901-9e23-b18e0677ca30/f606e05a-a623-4fc5-b65c-183f1cdbee2f/8f412fe7-4486-4ba4-881c-652a9e507e5c) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:07.935920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] For port 9d0775aa-66ca-4391-b133-8415285e118c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:07.940958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] For port 9d0775aa-66ca-4391-b133-8415285e118c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9d0775aa-66ca-4391-b133-8415285e118c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:07.962484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.002887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.063950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.067236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.098001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Calling delete_port for 871184a3-9cf2-4c71-87e3-cbffd2f45e38 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:08.133672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a3ad4a-74be-4a33-baea-c98256afc057,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:08.135851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.138845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object d73df30f-bffe-4f7b-aa64-840debbdbd67 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:08.144020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a5e3-a2e5-4ef3-a797-152061183b89 None None] Pushing event updated for resources: {'Port': ['ID=9d0775aa-66ca-4391-b133-8415285e118c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:08.168227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96ca33-e016-4a3d-942e-328d108044d3 None None] Network b734dd33-d1c9-4863-849d-13edb36798b2 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:08.181349 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3c660c8c-a540-4635-a11d-0f5fb5e19f84 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/d2a3ad4a-74be-4a33-baea-c98256afc057 HTTP/1.1" status: 204 len: 168 time: 1.0708151 Mar 22 11:41:08.182260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55130) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:08.198879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.234868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 8f412fe7-4486-4ba4-881c-652a9e507e5c will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:08.316276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.376558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.378571 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.434902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.438972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port d512d94f-adc5-453f-8781-27e8b1111acc {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:08.438972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.455568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/25f52f95-ac2e-460f-bb52-aa1684de75ec/e4dc7df4-3eca-408e-b8f5-1192e8f97689) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:08.483017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=d73df30f-bffe-4f7b-aa64-840debbdbd67,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:08.545422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:08.547357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:08.557211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:08.559394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:08.563601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:08.570858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:08.574575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.583818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.589148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:08.590824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.687771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:08.729518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] DHCP port deletion for b734dd33-d1c9-4863-849d-13edb36798b2 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:08.738939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Deleting port d512d94f-adc5-453f-8781-27e8b1111acc {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:08.739409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.757875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55134) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:08.776326 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3e436f7d-1682-4104-8733-3204501488eb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1870954 Mar 22 11:41:08.790993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55138) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:08.792173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 23b69205-0c87-4804-9f27-3bcea19223f1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:08.801891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:08.817621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.822801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a18ae5-4fb4-44d3-ac11-1fa28ffdd088,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:08.859027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Transition to ACTIVE for port object e4dc7df4-3eca-408e-b8f5-1192e8f97689 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:08.877165 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6effe0b8-d7c7-4824-8b23-1b9990168320 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=538042c5a2724087978e989294f2a169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180639 Mar 22 11:41:08.878550 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55142) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:08.893563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.893958 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment 6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5 of type vlan for network caeba167-8d14-4a88-8e42-8f47476e4fdc Mar 22 11:41:08.935273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] For port d512d94f-adc5-453f-8781-27e8b1111acc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d512d94f-adc5-453f-8781-27e8b1111acc,segment=NetworkSegment(85963aa4-c69c-4c63-8f93-ba4aa1560a2b),segment_id=85963aa4-c69c-4c63-8f93-ba4aa1560a2b)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:08.935610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.942541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Transition to ACTIVE for port object e4dc7df4-3eca-408e-b8f5-1192e8f97689 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:08.966647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:08.977953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179472f-4664-45d2-af40-4f0285eeb52a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:08.978781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5179472f-4664-45d2-af40-4f0285eeb52a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:09.021089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.027938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.033094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.050460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 23b69205-0c87-4804-9f27-3bcea19223f1 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:09.059197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.101264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5179472f-4664-45d2-af40-4f0285eeb52a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:09.105596 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5179472f-4664-45d2-af40-4f0285eeb52a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3111157 Mar 22 11:41:09.106032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55146) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:09.120063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 23b69205-0c87-4804-9f27-3bcea19223f1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:09.120554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.135229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for d512d94f-adc5-453f-8781-27e8b1111acc owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:09.228380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] For port d512d94f-adc5-453f-8781-27e8b1111acc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d512d94f-adc5-453f-8781-27e8b1111acc,segment=NetworkSegment(85963aa4-c69c-4c63-8f93-ba4aa1560a2b),segment_id=85963aa4-c69c-4c63-8f93-ba4aa1560a2b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:09.228798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.244311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:09.250653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:09.253067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:09.259463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Pushing event deleted for resources: {'Port': ['ID=871184a3-9cf2-4c71-87e3-cbffd2f45e38,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:09.328328 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.374329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4078ab-8bbb-4381-b522-70993e41bcfb,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:09.377758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.386269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port d73df30f-bffe-4f7b-aa64-840debbdbd67 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:09.386753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.389781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:09.390429 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.399261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Calling delete_port for d512d94f-adc5-453f-8781-27e8b1111acc owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:09.433967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.437606 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-65e59852-abca-46b0-acc7-5cf01e24c86a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e4078ab-8bbb-4381-b522-70993e41bcfb HTTP/1.1" status: 204 len: 168 time: 0.5557137 Mar 22 11:41:09.441483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.463640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.543716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=d512d94f-adc5-453f-8781-27e8b1111acc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:09.549033 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Pushing event updated for resources: {'Port': ['ID=e4dc7df4-3eca-408e-b8f5-1192e8f97689,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:09.558236 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4792552 Mar 22 11:41:09.562180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55152) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:09.562448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.574364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'name': 'tempest-PortsTestJSON-339739294'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:09.658460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Attempting to bind port e4dc7df4-3eca-408e-b8f5-1192e8f97689 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:09.658800 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Attempting to bind port e4dc7df4-3eca-408e-b8f5-1192e8f97689 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:09.659166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Attempting to bind port e4dc7df4-3eca-408e-b8f5-1192e8f97689 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:09.675313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69cd74b-77f9-45d0-9957-c0ded6a13e49 None None] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:09.697250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:09.697534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:09.697931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.698395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:09.698798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Bound port: e4dc7df4-3eca-408e-b8f5-1192e8f97689, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:09.699173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.786923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.816170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No DVR routers for this DVR port d512d94f-adc5-453f-8781-27e8b1111acc on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:09.943965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:09.944604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:09.986499 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 23b69205-0c87-4804-9f27-3bcea19223f1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=23b69205-0c87-4804-9f27-3bcea19223f1,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:10.007131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] For port e4dc7df4-3eca-408e-b8f5-1192e8f97689, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:10.029633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3463964-ddce-4744-ae3c-a3bb5cf7653e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=caeba167-8d14-4a88-8e42-8f47476e4fdc,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:10.043877 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] For port e4dc7df4-3eca-408e-b8f5-1192e8f97689, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e4dc7df4-3eca-408e-b8f5-1192e8f97689,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:10.051122 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:10.066758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2edd015a-e835-41f0-879c-a9c3e0487cd2 None None] Provisioning for port 9d0775aa-66ca-4391-b133-8415285e118c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:10.075123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:10.078918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.080126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9d0775aa-66ca-4391-b133-8415285e118c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:10.087181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.095824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:10.103312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:10.136177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.166740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b734dd33-d1c9-4863-849d-13edb36798b2']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:10.173698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:10.179451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85963aa4-c69c-4c63-8f93-ba4aa1560a2b') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:10.179750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85963aa4-c69c-4c63-8f93-ba4aa1560a2b') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:10.198486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.257267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.269094 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for d73df30f-bffe-4f7b-aa64-840debbdbd67 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:10.329249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.349647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:10.350043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:10.371660 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:10.395213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:10.407739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:10.411224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.441165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port dadd7091-36ab-4dcb-a215-50d080dd3c6f yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:10.443406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.446220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Deleting port d512d94f-adc5-453f-8781-27e8b1111acc {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:10.446593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.498697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.535192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8050dcde-146c-422c-acd4-917883dc86a7 None None] The port 'd512d94f-adc5-453f-8781-27e8b1111acc' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:10.550334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 9d0775aa-66ca-4391-b133-8415285e118c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:10.572256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 9d0775aa-66ca-4391-b133-8415285e118c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:10.572256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.604605 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812686c2-b3df-47fa-bfa2-2ea01dc66cab None None] Pushing event updated for resources: {'Port': ['ID=e4dc7df4-3eca-408e-b8f5-1192e8f97689,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:10.675718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Router 2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:10.694514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.756345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.788592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.814789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.864614 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 9d0775aa-66ca-4391-b133-8415285e118c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9d0775aa-66ca-4391-b133-8415285e118c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:10.911431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.921340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=b734dd33-d1c9-4863-849d-13edb36798b2,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:10.940174 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b69df85a-88f8-4cc3-9450-cf7f824c0f05 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/b734dd33-d1c9-4863-849d-13edb36798b2 HTTP/1.1" status: 204 len: 168 time: 2.7485552 Mar 22 11:41:10.941195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55174) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:10.946735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:10.947790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:10.957151 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] Sync routers for ids ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:10.977433 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] Routers {'2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:10.978066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:11.077547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.078708 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1e0aa9c3-1f89-48e4-87e9-7c57ae68e4e5 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "PUT /v2.0/routers/2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 200 len: 709 time: 5.4735551 Mar 22 11:41:11.091620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=9d0775aa-66ca-4391-b133-8415285e118c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:11.097190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55178) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:11.166295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=dadd7091-36ab-4dcb-a215-50d080dd3c6f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:11.167807 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:11.176587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.190109 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] Routers {'2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:11.190264 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:11.192958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:41:11.279639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 23b69205-0c87-4804-9f27-3bcea19223f1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:11.300928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89703855-12e4-479f-ae97-507ae3de01be tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:11.301697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89703855-12e4-479f-ae97-507ae3de01be tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:11.323354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Provisioning for port 8f412fe7-4486-4ba4-881c-652a9e507e5c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:11.351919 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:11.352322 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e56323-661e-426f-a15a-4f39b75fce3d None None] The sync data for ids ['2e96e12c-fbd0-4f7a-8cfc-26c6ef020096'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:11.365439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Provisioning complete for port 8f412fe7-4486-4ba4-881c-652a9e507e5c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:11.366669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.432104 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-88988347-e8b4-436d-a8fd-bf424a15862b tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/routers/2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 200 len: 744 time: 0.3271227 Mar 22 11:41:11.432750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55186) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:11.460652 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Port 8f412fe7-4486-4ba4-881c-652a9e507e5c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:11.482456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 23b69205-0c87-4804-9f27-3bcea19223f1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:11.483206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.514792 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Provisioning complete for port 9d0775aa-66ca-4391-b133-8415285e118c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:11.515563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ea8a4967-8382-45b1-a54c-1780462d8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.540148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.543811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=d73df30f-bffe-4f7b-aa64-840debbdbd67,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:11.598265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.601963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:11.602454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: caeba167-8d14-4a88-8e42-8f47476e4fdc, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:11.624809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89703855-12e4-479f-ae97-507ae3de01be tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:11.624809 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-89703855-12e4-479f-ae97-507ae3de01be tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 HTTP/1.1" status: 200 len: 844 time: 0.6792367 Mar 22 11:41:11.631314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55192) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:11.635532 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ee1b54f7-7e00-4308-8baa-145cf1bbf498 tempest-RoutersIpV6AdminTest-1268170309 tempest-RoutersIpV6AdminTest-1268170309-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&device_id=2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 200 len: 205 time: 0.1991084 Mar 22 11:41:11.639034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.639504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55196) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:11.640145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.701676 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a5c764ce-1b9b-4780-9d6a-60fd2accc74e tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 200 len: 205 time: 0.0597820 Mar 22 11:41:11.704344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55202) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:11.828939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:11.837995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:11.845143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-09c7298e-7909-4c9a-aa9f-3c32f4d823f7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:11.894830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.898049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e4dc7df4-3eca-408e-b8f5-1192e8f97689 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:11.907522 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0d2a15dc-b33e-49e5-aa20-2bc388294d6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/d73df30f-bffe-4f7b-aa64-840debbdbd67 HTTP/1.1" status: 204 len: 168 time: 2.8002944 Mar 22 11:41:11.916819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55208) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.045973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, caeba167-8d14-4a88-8e42-8f47476e4fdc) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:12.050354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:12.056121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:12.056827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.091311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-09c7298e-7909-4c9a-aa9f-3c32f4d823f7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:12.096244 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-09c7298e-7909-4c9a-aa9f-3c32f4d823f7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/897c5ecb-1e82-4330-b3b5-d31c7c76c1d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4576178 Mar 22 11:41:12.103222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55216) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.109768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d41576-eaca-4318-ae7f-3ea2e5357131 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:12.117455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:12.126087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port e4dc7df4-3eca-408e-b8f5-1192e8f97689 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:12.137729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b444603-b474-4853-97ff-511e76ed6e62 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:12.139330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b444603-b474-4853-97ff-511e76ed6e62 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:12.144163 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6b444603-b474-4853-97ff-511e76ed6e62 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2234290 Mar 22 11:41:12.149333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55220) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.259284 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d512d94f-adc5-453f-8781-27e8b1111acc no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:12.261966 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a890216b-bf49-441a-8286-b3637e481bce tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7034476 Mar 22 11:41:12.272832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55224) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.298011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066066759'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:12.319018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Provisioning for port e4dc7df4-3eca-408e-b8f5-1192e8f97689 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:12.334719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: d512d94f-adc5-453f-8781-27e8b1111acc {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:12.335209 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d512d94f-adc5-453f-8781-27e8b1111acc not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:12.339632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Provisioning complete for port e4dc7df4-3eca-408e-b8f5-1192e8f97689 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:12.340095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.361792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55228) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.372782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:12.379678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.383812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.406933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 25f52f95-ac2e-460f-bb52-aa1684de75ec {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:12.411378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:12.412451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:12.419432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:12.421736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.450957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:12.474308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:12.505639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.506239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Fanout notify agent at l3_agent the message router_deleted on router 2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:12.527482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.538306 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50a9b260-77a4-4607-a6a6-e3b0f79bb2b4 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 204 len: 168 time: 0.8309684 Mar 22 11:41:12.540252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55234) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.596316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:12.606174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.627502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1947122939'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:12.642047 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-68d5429d-62cd-4d78-bd50-0d2eab37e9d0 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 200 len: 205 time: 0.1005175 Mar 22 11:41:12.644736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:12.652159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55238) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.652303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] For port e4dc7df4-3eca-408e-b8f5-1192e8f97689, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e4dc7df4-3eca-408e-b8f5-1192e8f97689,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:12.657689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.712491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:12.715511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:12.717167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Usage tracker for resource:router and tenant:16eb1dd91ad94ad19e8574dc2db02002 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:12.719030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.727152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:12.730695 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-1f548af0-c059-41e5-bcbd-c2b2070d47d0 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:12.731890 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f548af0-c059-41e5-bcbd-c2b2070d47d0 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/2e96e12c-fbd0-4f7a-8cfc-26c6ef020096 HTTP/1.1" status: 404 len: 336 time: 0.0828860 Mar 22 11:41:12.733449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:12.735209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55242) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.737257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:12.752071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.756702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:12.788208 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be279361-3b93-4b9b-a993-9fbf91bb5daa tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 200 len: 205 time: 0.0493772 Mar 22 11:41:12.788440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55246) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.820913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:12.821866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:12.839494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Provisioning complete for port 8f412fe7-4486-4ba4-881c-652a9e507e5c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:12.840637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.854689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:12.855497 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-f8426505-f9fb-433f-8389-3f9cea827754 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:12.859040 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f8426505-f9fb-433f-8389-3f9cea827754 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/86aea8bb-1ead-471b-9d4c-f3e44c846dbd HTTP/1.1" status: 404 len: 336 time: 0.0673845 Mar 22 11:41:12.859199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.859304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55250) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.875294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.875725 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment 54a00dfc-0b0b-479b-921d-9dfd5cc985a0 of type vlan for network 40959fc5-94c2-498f-8e31-4aabd600984c Mar 22 11:41:12.900081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.901078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.918361 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0df298d5-f66c-4e67-8394-25448da57b10 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 200 len: 205 time: 0.0557122 Mar 22 11:41:12.919393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55254) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:12.919511 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Pushing event updated for resources: {'Port': ['ID=e4dc7df4-3eca-408e-b8f5-1192e8f97689,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:12.935865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ec2627a4-a112-49ec-8613-601786dfdf49 None None] Port 8f412fe7-4486-4ba4-881c-652a9e507e5c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:12.969011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.988598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.996811 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-39a4e5f3-06e9-4375-9306-f1f48740b4f7 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:12.997651 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-39a4e5f3-06e9-4375-9306-f1f48740b4f7 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/626d9d7c-c3fd-4c35-9ea3-5c622333b8a6 HTTP/1.1" status: 404 len: 336 time: 0.0779994 Mar 22 11:41:13.000187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55258) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.035001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9d0775aa-66ca-4391-b133-8415285e118c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:13.049780 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e34cc84d-d4e1-4001-906e-15b1dd1754f2 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 200 len: 205 time: 0.0485499 Mar 22 11:41:13.052133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55262) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.077399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-040e17a1-54d5-4710-a0c2-6108f161d058 None None] Could not find standard attr ID for object d73df30f-bffe-4f7b-aa64-840debbdbd67. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:13.088560 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-040e17a1-54d5-4710-a0c2-6108f161d058 None None] Provisioning complete for port 8f412fe7-4486-4ba4-881c-652a9e507e5c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:13.088939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-040e17a1-54d5-4710-a0c2-6108f161d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.129943 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-17bed915-131e-4625-be9f-3f73119b56b2 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:13.129943 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-17bed915-131e-4625-be9f-3f73119b56b2 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/a8c733cc-b522-4bab-bcfa-9ea638d0130d HTTP/1.1" status: 404 len: 336 time: 0.0764556 Mar 22 11:41:13.132067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55266) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.163227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-040e17a1-54d5-4710-a0c2-6108f161d058 None None] Port 8f412fe7-4486-4ba4-881c-652a9e507e5c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:13.167920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.176315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 9d0775aa-66ca-4391-b133-8415285e118c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:13.177131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.186047 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-994207a8-ed4f-4801-9cee-684cfbb9dc61 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 200 len: 205 time: 0.0506277 Mar 22 11:41:13.187258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55270) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.211731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:13.227744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:13.246204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:13.246910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:13.259960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.260107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a963772-64be-40e1-b362-79a286414839 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8143897 Mar 22 11:41:13.260107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55274) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.265356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473091737'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:13.270361 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:13.273228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-1ff451b1-1569-4c04-a1f1-dcdf60fff5d8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:13.274224 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1ff451b1-1569-4c04-a1f1-dcdf60fff5d8 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/d5e7a21b-4c03-4fe3-bad5-bd5556a28adb HTTP/1.1" status: 404 len: 336 time: 0.0867159 Mar 22 11:41:13.276825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55278) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.277482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:network and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:13.280845 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:13.287012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:13.378772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.385768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.388741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:13.389521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.416769 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3d99a0f5-8d77-4c88-ac1a-cd7eeaa28ea9 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ced0e0-90b2-43e5-a0a6-b4651c96d304 HTTP/1.1" status: 200 len: 205 time: 0.1386783 Mar 22 11:41:13.419226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55282) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.442968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e4dc7df4-3eca-408e-b8f5-1192e8f97689 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:13.476632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=25f52f95-ac2e-460f-bb52-aa1684de75ec,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:13.479948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.482148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:13.489045 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-68a58142-856e-4306-bab2-782574334a65 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] delete failed (client error): The resource could not be found. Mar 22 11:41:13.490057 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-68a58142-856e-4306-bab2-782574334a65 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/routers/91ced0e0-90b2-43e5-a0a6-b4651c96d304 HTTP/1.1" status: 404 len: 336 time: 0.0699456 Mar 22 11:41:13.493513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55286) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.496163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.499869 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2b889515-1bab-4f4c-a963-0a54ab33dfbb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1368594 Mar 22 11:41:13.526680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a48f1c-4fb6-4c38-a5cf-817fcffd626b None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:13.529312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55290) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.605924 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7645dc4-5530-4b34-a0ec-e7e1952682b3 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:13.606385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7645dc4-5530-4b34-a0ec-e7e1952682b3 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:13.610823 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c7645dc4-5530-4b34-a0ec-e7e1952682b3 tempest-RoutersIpV6AdminTest-213514435 tempest-RoutersIpV6AdminTest-213514435-project] 10.222.0.53 "DELETE /v2.0/subnets/01a515ac-2506-4fcb-99e1-d22b8b3a4de3 HTTP/1.1" status: 404 len: 337 time: 0.1136961 Mar 22 11:41:13.685447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:13.689175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.690187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.699909 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4235547 Mar 22 11:41:13.701888 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1726adac-ad73-4e1b-a775-cc0c2c5f9549 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/25f52f95-ac2e-460f-bb52-aa1684de75ec HTTP/1.1" status: 204 len: 168 time: 1.5516665 Mar 22 11:41:13.735810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55296) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.735810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55298) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.751654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff0dc-33d0-4972-9a19-422fe95bdc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=40959fc5-94c2-498f-8e31-4aabd600984c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:13.756943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'ports': [{'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'}, {'network_id': '40959fc5-94c2-498f-8e31-4aabd600984c'}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:13.757250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:13.757729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': '40959fc5-94c2-498f-8e31-4aabd600984c'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:13.780945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 40959fc5-94c2-498f-8e31-4aabd600984c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:13.874006 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-43761430-f45b-4731-b600-4731b57618c5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304681 Mar 22 11:41:13.880484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55304) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:13.935057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:13.976391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:13.989181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e4dc7df4-3eca-408e-b8f5-1192e8f97689 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:13.989181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.035433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.038327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.086232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.086580 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added segment 2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8 of type vlan for network 9530c298-6f62-41ea-807c-aeb121cf43d9 Mar 22 11:41:14.218037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.219430 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:14.220273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f49e9d8c-13f5-43c3-b3f7-5f303b0a0af8 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:14.231848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:14.236259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.240547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:14.248394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:14.261153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:14.264318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:10Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:14.267751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:14.268389 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:14.268815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Updating router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef port 8f412fe7-4486-4ba4-881c-652a9e507e5c binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:41:14.273044 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:14.273196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.281378 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-59f7038a-870a-46e4-b70e-d04681b193df tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f49e9d8c-13f5-43c3-b3f7-5f303b0a0af8 HTTP/1.1" status: 204 len: 168 time: 0.7484288 Mar 22 11:41:14.281378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55310) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.282896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55312) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.295707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.302520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:14.305338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Request body: {'router': {'name': 'tempest-router-1895612261', 'distributed': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:14.311662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:14.316316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Usage tracker for resource:router and tenant:16eb1dd91ad94ad19e8574dc2db02002 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:14.320044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:14.330407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:14.338733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:14.342171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.356964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Deleting port e4dc7df4-3eca-408e-b8f5-1192e8f97689 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:14.357405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.358735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:14.362417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.408326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:14.409332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.411807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.415407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:14.436066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da7be7-b94e-44d9-bd5f-0c9d3f626354 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:14.449328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.467183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:14.467778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.469312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:14.474274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Usage tracker for resource:security_group_rule and tenant:f27ad029e0c040e19234c69a4fd4c012 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:14.479140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:14.480348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.482580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.485713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:14.486297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.491923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:14.512662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=24ea72c6-e56d-409c-ae49-0ca659b1ca4b,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:14.528704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:14.533260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.587810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.592568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.637509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.663261 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4a2a9d6f-9547-446d-b7d0-498c87657383 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5573041 Mar 22 11:41:14.666260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55322) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.669993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Network': ['ID=9530c298-6f62-41ea-807c-aeb121cf43d9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:14.674327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'security_group': {'name': 'tempest-secgroup-622038688'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:14.680458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:14.683670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.687554 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-717d141c-67fa-4885-a8ae-3efb5c87b5a6 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4010482 Mar 22 11:41:14.687554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:14.693479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55326) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.694615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:14.710661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:14.715100 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-14d740b9-fd43-4bd6-88b6-862559017270 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4516394 Mar 22 11:41:14.715964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:14.723390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55330) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.733052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'subnet': {'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:14.802620 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:14.815947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41c680-4712-4283-83e2-69a25d838353,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:14.868035 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-91c86d5d-aa51-46bb-a7bc-cee355a14f83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f27ad029e0c040e19234c69a4fd4c012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869730 Mar 22 11:41:14.879031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55334) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:14.924745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.051654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.054722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:15.055304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e4dc7df4-3eca-408e-b8f5-1192e8f97689 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:15.060145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port befa4148-c462-481d-a1e8-125407c75882 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:15.077301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:subnet and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:15.083300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:15.092233 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:15.134222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] For port e4dc7df4-3eca-408e-b8f5-1192e8f97689, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e4dc7df4-3eca-408e-b8f5-1192e8f97689,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:15.134617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.143930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.309108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.355324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Calling delete_port for e4dc7df4-3eca-408e-b8f5-1192e8f97689 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:15.363029 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:15.363236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Made reservation on behalf of d0879f464cd0485582715d4caef85e47 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:15.367857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.382420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.384127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:15.388758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:15.391898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.392065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:15.399234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:15.420307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:15.423877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:15.424918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.429778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.509117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=cddadd8c-ed21-444a-9506-cbfaabada0cc,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:15.519113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.524824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.525333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d12c1d7-2ab7-4da7-bd26-04162f5bf30a {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:15.549114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.554299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.559003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.559354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-a5456a60-f2df-4b99-b6e6-a00e7024520c', 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'tenant_id': 'a00c4c8960f24c3098e5b184bd0cd366', 'fixed_ips': [{'subnet_id': '24ea72c6-e56d-409c-ae49-0ca659b1ca4b'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:15.560092 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-724bb49e-4962-41fb-8dc0-5031682f5344 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3d12c1d7-2ab7-4da7-bd26-04162f5bf30a HTTP/1.1" status: 204 len: 168 time: 0.8554962 Mar 22 11:41:15.560586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.563775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55338) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:15.568720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Request body: {'router': {'name': 'tempest-router-1746798280', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6e9392e164f8487499f95bb2b1e70814'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:15.573339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:15.577956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Usage tracker for resource:router and tenant:6e9392e164f8487499f95bb2b1e70814 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:15.581107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:15.590132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:15.635442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.637945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.639123 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd41c680-4712-4283-83e2-69a25d838353 HTTP/1.1" status: 204 len: 168 time: 0.7591915 Mar 22 11:41:15.655279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519e02-7ebb-45c0-9876-4c57f153e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41c680-4712-4283-83e2-69a25d838353,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:15.656643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.681831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.685654 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bb5782b9-3ed2-42ab-8f04-216c4453a076 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8018909 Mar 22 11:41:15.689622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55344) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:15.692366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port c5208eec-574b-439a-80b5-5d66be081ca4 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:15.695370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.699159 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Transition to ACTIVE for port object 8f412fe7-4486-4ba4-881c-652a9e507e5c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:15.714783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'cddadd8c-ed21-444a-9506-cbfaabada0cc', 'ip_address': '2001:db8::6621:a5bc:85f0:57f9'}], 'name': 'tempest-NetworksTestDHCPv6-141331109'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:15.778467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.779755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.790479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] Pushing event deleted for resources: {'Port': ['ID=e4dc7df4-3eca-408e-b8f5-1192e8f97689,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:15.800772 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866b854-65ee-4596-83c7-4d11bc44739a None None] No DVR routers for this DVR port e4dc7df4-3eca-408e-b8f5-1192e8f97689 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:15.819354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55686612-a97c-4717-979e-e2fbcac7b35d None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:15.877592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.905613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211c1748-b636-498b-9054-a5a7487b9b64,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:15.918302 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.922611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.958626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:15.965554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:15.970148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:15.977286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:15.981781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:15.997801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.001807 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-25868d3e-a1ef-4255-9089-9bbea4092861 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3317006 Mar 22 11:41:16.003624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55350) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.012043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410777776'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:16.021444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:16.029468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:16.034229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.041902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:16.044752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Subnet': ['ID=138d5a6a-62f5-465f-9198-5250db697e2e,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:16.050540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Checking segment: {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:16.051081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network hostable DHCP agents. Network: 9530c298-6f62-41ea-807c-aeb121cf43d9, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:16.070132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:16.101551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:16.116375 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c9ab1-d208-4cfa-b193-c60056f40e8c None None] Pushing event updated for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:16.119317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Allocated IP 2001:db8::2 (a5456a60-f2df-4b99-b6e6-a00e7024520c/24ea72c6-e56d-409c-ae49-0ca659b1ca4b/80ab1672-a4cc-4eac-8a1b-02c5895eb4d7) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:16.203806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.253613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.281428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.286197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:16.291278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:16.292441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.298240 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-36f7f47f-9602-4c72-bae2-89054273b692 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7298217 Mar 22 11:41:16.298421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:16.298421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.302727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55354) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.305759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 34559225-2a94-45f3-bbf1-46f9f0288d03 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:16.309182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Attempting to bind port 8f412fe7-4486-4ba4-881c-652a9e507e5c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:16.309745 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Attempting to bind port 8f412fe7-4486-4ba4-881c-652a9e507e5c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:16.310280 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Attempting to bind port 8f412fe7-4486-4ba4-881c-652a9e507e5c on network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:16.326617 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:16.362805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:16.377971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:16.378615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Checking segment: {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:16.378735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.379303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Bound using segment: {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:16.379662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:16.380096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Bound port: 8f412fe7-4486-4ba4-881c-652a9e507e5c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f632d6-e92c-4472-8048-8b3dfa563171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:16.380474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.385459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:16.390545 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:16.397540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:16.406392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=befa4148-c462-481d-a1e8-125407c75882,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:16.510318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'cddadd8c-ed21-444a-9506-cbfaabada0cc'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:16.511129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.518840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9530c298-6f62-41ea-807c-aeb121cf43d9) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:16.537589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a21932-3cef-4c09-a5ae-b381b6739fc9 None None] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:16.547034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:16.547942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.607960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55358) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.610147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.613409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::6621:a5bc:85f0:57f9 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/cddadd8c-ed21-444a-9506-cbfaabada0cc/34559225-2a94-45f3-bbf1-46f9f0288d03) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:16.694107 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e1f378f7-c9d2-4801-8931-c0123187d845 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fab288c29754d37983efae9d876c512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825646 Mar 22 11:41:16.697763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.703159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=c5208eec-574b-439a-80b5-5d66be081ca4,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:16.706429 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55362) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.716359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': '54a00dfc-0b0b-479b-921d-9dfd5cc985a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40959fc5-94c2-498f-8e31-4aabd600984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:16.716753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: 40959fc5-94c2-498f-8e31-4aabd600984c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:16.798499 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-57db4d1e-9a47-4f1a-96fc-14b1d5833006 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0731881 Mar 22 11:41:16.801687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55366) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.819813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] For port 8f412fe7-4486-4ba4-881c-652a9e507e5c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:16.823888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80da7cdb-5604-4d60-8fa3-639ea7540ba6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:16.852245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] For port 8f412fe7-4486-4ba4-881c-652a9e507e5c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8f412fe7-4486-4ba4-881c-652a9e507e5c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:16.888329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.919402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.919740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.924043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.925295 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e306f998-32b6-4792-9a6f-bded3e3e23d1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9222119 Mar 22 11:41:16.930156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55370) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:16.931123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Transition to ACTIVE for port object 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:16.937233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1746338268', 'security_groups': ['80da7cdb-5604-4d60-8fa3-639ea7540ba6'], 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24ea72c6-e56d-409c-ae49-0ca659b1ca4b'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:16.952127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:16.953771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.029993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Transition to ACTIVE for port object 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:17.095018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.098055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:17.098635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:17.151814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9530c298-6f62-41ea-807c-aeb121cf43d9', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:17.152667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.169786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c9ab1-d208-4cfa-b193-c60056f40e8c None None] Pushing event updated for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:17.173230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:17.183062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.188183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:17.222885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.245229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 34559225-2a94-45f3-bbf1-46f9f0288d03 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:17.277781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:17.294307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 40959fc5-94c2-498f-8e31-4aabd600984c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:17.316814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88741) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 22 11:41:17.317259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Router 3cbf94d7-fb87-4d41-8071-57ad0bb92a49 migrating from provider to provider. {{(pid=88741) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 22 11:41:17.317726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.319904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 40959fc5-94c2-498f-8e31-4aabd600984c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:17.337370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.340606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:17.346285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:17.351049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:17.351763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.367752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7328c07-76a7-4606-a0c3-8a8aa151c064 None None] Network 40959fc5-94c2-498f-8e31-4aabd600984c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:17.419191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.425132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:17.428886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:17.432956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.435129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.458901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:17.470544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:17.486545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:17.496155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:17.506977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:17.510741 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:17.516590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:17.517238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.564431 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8018afc6-dd85-4faa-a461-fc15bc9b50b8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8224120 Mar 22 11:41:17.575691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55374) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:17.669898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 63dd12e7-c859-4e01-9743-94ed510d897c yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:17.730979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/cddadd8c-ed21-444a-9506-cbfaabada0cc/f4836ad0-ea15-4395-9498-62f20fb17c7a) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:17.746095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=34559225-2a94-45f3-bbf1-46f9f0288d03,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:17.764692 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-256664c8-f80d-4139-8eda-3d230ac19040 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0534191 Mar 22 11:41:17.766476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55378) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:17.802027 dv-neutron-828143-11-hyperv neutron-server[88741]: WARNING neutron.scheduler.l3_agent_scheduler [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] No L3 agents can host the router 3cbf94d7-fb87-4d41-8071-57ad0bb92a49 Mar 22 11:41:17.855558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.862714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port c5208eec-574b-439a-80b5-5d66be081ca4 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:17.863172 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:17.900276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccec609d-891e-406d-bd21-5491699b0cc3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:17.970116 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Attempting to bind port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:17.970749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Attempting to bind port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '52d55675-bfb4-4a03-98ef-84ef6b953412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:17.971310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Attempting to bind port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 on network a5456a60-f2df-4b99-b6e6-a00e7024520c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:17.991317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035e891-9b79-458c-8653-ecc40b8f024d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:17.992035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3035e891-9b79-458c-8653-ecc40b8f024d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:18.012827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.016909 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3a9b4181-2976-4417-b267-2d7ee2271a62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccec609d-891e-406d-bd21-5491699b0cc3 HTTP/1.1" status: 204 len: 168 time: 1.2991314 Mar 22 11:41:18.031750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::de (a5456a60-f2df-4b99-b6e6-a00e7024520c/24ea72c6-e56d-409c-ae49-0ca659b1ca4b/63dd12e7-c859-4e01-9743-94ed510d897c) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:18.062720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:18.064307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Checking segment: {'id': '52d55675-bfb4-4a03-98ef-84ef6b953412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:18.064739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.065135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Bound using segment: {'id': '52d55675-bfb4-4a03-98ef-84ef6b953412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:18.065617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Bound port: 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d55675-bfb4-4a03-98ef-84ef6b953412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:18.065984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.104649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Allocated IP 2001:db8:3::2 (9530c298-6f62-41ea-807c-aeb121cf43d9/138d5a6a-62f5-465f-9198-5250db697e2e/59c345c3-bc79-4da3-83a5-38e11035414f) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:18.177287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3035e891-9b79-458c-8653-ecc40b8f024d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:18.181386 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3035e891-9b79-458c-8653-ecc40b8f024d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4117105 Mar 22 11:41:18.184444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55384) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:18.239224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Hosts for router 3cbf94d7-fb87-4d41-8071-57ad0bb92a49: [] {{(pid=88741) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 22 11:41:18.290510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 34559225-2a94-45f3-bbf1-46f9f0288d03 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:18.291462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.357562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.362608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Hosts for other DVR routers connected to router 3cbf94d7-fb87-4d41-8071-57ad0bb92a49: set() {{(pid=88741) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 22 11:41:18.365046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.369340 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-55ac2064-9fdb-48c6-ad0f-0c5ac771fbca tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "PUT /v2.0/routers/3cbf94d7-fb87-4d41-8071-57ad0bb92a49 HTTP/1.1" status: 200 len: 717 time: 2.0630875 Mar 22 11:41:18.373640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55388) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:18.454755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.479875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.482573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 63dd12e7-c859-4e01-9743-94ed510d897c will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:18.563649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-19da031e-b16a-40d1-8539-878f3659723e None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:18.569928 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be4ceb18-1ea6-4b8d-9d0a-86d9d62466eb tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "GET /v2.0/routers/3cbf94d7-fb87-4d41-8071-57ad0bb92a49 HTTP/1.1" status: 200 len: 717 time: 0.1922274 Mar 22 11:41:18.575885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55396) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:18.599783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-19da031e-b16a-40d1-8539-878f3659723e None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:18.647034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.702896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.737739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.802545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Transition to ACTIVE for port object f4836ad0-ea15-4395-9498-62f20fb17c7a will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:18.814549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.910486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:16Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:18.932702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:18.946323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Transition to ACTIVE for port object f4836ad0-ea15-4395-9498-62f20fb17c7a will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:18.954705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for c5208eec-574b-439a-80b5-5d66be081ca4 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:18.955228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef875a-d8e4-4058-a5a9-8bfa68b75f61 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:16Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:18.963387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Transition to ACTIVE for port object 59c345c3-bc79-4da3-83a5-38e11035414f will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:18.981762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da031e-b16a-40d1-8539-878f3659723e None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:18.993596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Transition to ACTIVE for port object 59c345c3-bc79-4da3-83a5-38e11035414f will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:19.007204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.043960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 34559225-2a94-45f3-bbf1-46f9f0288d03 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:19.073672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.111541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:19.125377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:19.134176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:19.157266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:19.263769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Pushing event updated for resources: {'Port': ['ID=f4836ad0-ea15-4395-9498-62f20fb17c7a,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:19.269230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:19.336275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:19.340072 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1dd37c5c-5bd0-48bf-9071-aabe30c96e5e tempest-RoutersTestDVR-602957264 tempest-RoutersTestDVR-602957264-project] 10.222.0.53 "GET /v2.0/routers/3cbf94d7-fb87-4d41-8071-57ad0bb92a49 HTTP/1.1" status: 200 len: 683 time: 0.7629457 Mar 22 11:41:19.343017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55414) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:19.385831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:19.387477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:19.389944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:19.396579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:19.399506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.422923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=63dd12e7-c859-4e01-9743-94ed510d897c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:19.474153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.516773 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Attempting to bind port f4836ad0-ea15-4395-9498-62f20fb17c7a on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:19.517153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Attempting to bind port f4836ad0-ea15-4395-9498-62f20fb17c7a by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:19.517514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Attempting to bind port f4836ad0-ea15-4395-9498-62f20fb17c7a on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:19.531110 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Pushing event updated for resources: {'Port': ['ID=59c345c3-bc79-4da3-83a5-38e11035414f,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:19.556461 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:19.557533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:19.558927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.560265 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:19.561084 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Bound port: f4836ad0-ea15-4395-9498-62f20fb17c7a, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:19.561726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.588868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Attempting to bind port 59c345c3-bc79-4da3-83a5-38e11035414f on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:19.590195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Attempting to bind port 59c345c3-bc79-4da3-83a5-38e11035414f by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:19.590778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Attempting to bind port 59c345c3-bc79-4da3-83a5-38e11035414f on network 9530c298-6f62-41ea-807c-aeb121cf43d9 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:19.600749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:19.606222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Checking segment: {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:19.606222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.606222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Bound using segment: {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:19.606222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Bound port: 59c345c3-bc79-4da3-83a5-38e11035414f, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:19.606222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.755203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=c5208eec-574b-439a-80b5-5d66be081ca4,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:19.764890 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e98339c7-4c09-49ec-b26f-25e4a3ba16f1 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8319464 Mar 22 11:41:19.770891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.778071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55422) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:19.784443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:19.855927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:19.861636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:19.864567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.866671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] For port 59c345c3-bc79-4da3-83a5-38e11035414f, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:19.875907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] For port 59c345c3-bc79-4da3-83a5-38e11035414f, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=59c345c3-bc79-4da3-83a5-38e11035414f,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:19.958602 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:19.966993 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c380f50f-e0da-471c-9f17-846663b6d103 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/c5208eec-574b-439a-80b5-5d66be081ca4 HTTP/1.1" status: 204 len: 168 time: 2.3872511 Mar 22 11:41:19.970657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55428) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:20.091887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:20.098410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:20.102987 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:20.110396 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:20.116659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.136365 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbfe4c-93f9-4d5b-9774-9ab21ab0d5f1 None None] Pushing event updated for resources: {'Port': ['ID=f4836ad0-ea15-4395-9498-62f20fb17c7a,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:20.149504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b48e7-38d6-4220-abdd-de5bfcd6c6da tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:20.155299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b48e7-38d6-4220-abdd-de5bfcd6c6da tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:20.157015 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-164b48e7-38d6-4220-abdd-de5bfcd6c6da tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1812804 Mar 22 11:41:20.159649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55432) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:20.245980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:20.253703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.271916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eefcc4-3d77-4d02-ba8f-7a4c1439b2b5 None None] Pushing event updated for resources: {'Port': ['ID=59c345c3-bc79-4da3-83a5-38e11035414f,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:20.312432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.324426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.377929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.457462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=34559225-2a94-45f3-bbf1-46f9f0288d03,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:20.485875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Allocated IP 2001:db8:3::1 (9530c298-6f62-41ea-807c-aeb121cf43d9/138d5a6a-62f5-465f-9198-5250db697e2e/36556b8d-224a-48c3-b254-509658241d37) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:20.547379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port befa4148-c462-481d-a1e8-125407c75882 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:20.547379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.612592 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.662133 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-84ae17d7-d8ea-48e5-b687-f2f35916edd9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/34559225-2a94-45f3-bbf1-46f9f0288d03 HTTP/1.1" status: 204 len: 168 time: 2.4766483 Mar 22 11:41:20.670620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55442) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:20.671378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.671743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cbf94d7-fb87-4d41-8071-57ad0bb92a49 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:20.730041 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24ea72c6-e56d-409c-ae49-0ca659b1ca4b (CIDR: 2001:db8::/64) Mar 22 11:41:20.760076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.776627 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-655a73d4-5b4a-45e5-8c52-acc86cfcf147 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3cbf94d7-fb87-4d41-8071-57ad0bb92a49 HTTP/1.1" status: 204 len: 168 time: 1.4232345 Mar 22 11:41:20.776848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55448) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:20.776952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.777081 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0acec821-8114-4af6-9044-dd89158b8b56 None None] Provisioning for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:20.795505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Request body: {'router': {'name': 'tempest-router-1193939273', 'distributed': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:20.803934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0acec821-8114-4af6-9044-dd89158b8b56 None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:20.804152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0acec821-8114-4af6-9044-dd89158b8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.810018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:20.816504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Usage tracker for resource:router and tenant:16eb1dd91ad94ad19e8574dc2db02002 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:20.821142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:20.831410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:20.847243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Transition to ACTIVE for port object 36556b8d-224a-48c3-b254-509658241d37 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:20.856263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873d1b6-662e-4447-b5c3-6ffcf5a48cad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:20.857766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873d1b6-662e-4447-b5c3-6ffcf5a48cad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:20.858527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e873d1b6-662e-4447-b5c3-6ffcf5a48cad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:20.921336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0acec821-8114-4af6-9044-dd89158b8b56 None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:20.935921 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:41:20.940123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:20.949213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.950142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:20.966579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e873d1b6-662e-4447-b5c3-6ffcf5a48cad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:20.968078 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e873d1b6-662e-4447-b5c3-6ffcf5a48cad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2908628 Mar 22 11:41:20.970764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55454) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:21.070888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.126657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-25d7e5a6-08db-4864-b359-3d5befa5ffb3 None None] Provisioning for port 63dd12e7-c859-4e01-9743-94ed510d897c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:21.134518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-25d7e5a6-08db-4864-b359-3d5befa5ffb3 None None] Provisioning complete for port 63dd12e7-c859-4e01-9743-94ed510d897c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:21.135141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-25d7e5a6-08db-4864-b359-3d5befa5ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.181351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55458) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:21.191123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.221910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for befa4148-c462-481d-a1e8-125407c75882 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:21.222454 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-25d7e5a6-08db-4864-b359-3d5befa5ffb3 None None] Port 63dd12e7-c859-4e01-9743-94ed510d897c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:21.270833 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-232e8152-519f-42a5-97d5-937794e023a6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4917164 Mar 22 11:41:21.276551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55464) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:21.278878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.298264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:21.304968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4836ad0-ea15-4395-9498-62f20fb17c7a up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:21.323661 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:21.328470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:21.350803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:21.353529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:21.354475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.369350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.373832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-358902512', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:21.398229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.442548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:21.455477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=befa4148-c462-481d-a1e8-125407c75882,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:21.463724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet cddadd8c-ed21-444a-9506-cbfaabada0cc {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:21.464867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.467091 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-17c7dde2-1e08-4015-b9c7-c0c783b0952f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/befa4148-c462-481d-a1e8-125407c75882 HTTP/1.1" status: 204 len: 168 time: 1.3064256 Mar 22 11:41:21.468800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.473106 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c7d4d0de-8faf-4665-a4cc-9c31f099c256 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7026117 Mar 22 11:41:21.473711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55468) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:21.475000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55470) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:21.475245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Usage tracker for resource:port and tenant:cef5a018128b4df48c397c6c93a30fa3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:21.481331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:21.489521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port f4836ad0-ea15-4395-9498-62f20fb17c7a completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:21.498706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.499179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8f412fe7-4486-4ba4-881c-652a9e507e5c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:21.525305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:21.614221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.651342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Made reservation on behalf of cef5a018128b4df48c397c6c93a30fa3 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:21.653807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.666725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 8f412fe7-4486-4ba4-881c-652a9e507e5c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:21.672941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8f412fe7-4486-4ba4-881c-652a9e507e5c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:21.673455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.673571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:21.680540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.687803 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.689913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:21.724448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:21.752337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:21.756363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:21.766644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Usage tracker for resource:security_group_rule and tenant:cef5a018128b4df48c397c6c93a30fa3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:21.776776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:21.826044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.834356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:21.884699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:21.890774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.899287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 8f412fe7-4486-4ba4-881c-652a9e507e5c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8f412fe7-4486-4ba4-881c-652a9e507e5c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:21.953811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.983382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:21.984167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 59c345c3-bc79-4da3-83a5-38e11035414f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:22.037532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.123540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Provisioning for port f4836ad0-ea15-4395-9498-62f20fb17c7a completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:22.137346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Provisioning complete for port f4836ad0-ea15-4395-9498-62f20fb17c7a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:22.137719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.158766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.161811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.222131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224277db-d65c-41ea-8686-6c846ca9b3b6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:22.223550 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-224277db-d65c-41ea-8686-6c846ca9b3b6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:22.320095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.321053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1bb1765-d297-46f1-ad77-6933b3551b3a {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:22.340967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.346592 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-81e677ed-652e-40d8-b84d-d55d83e7f529 tempest-RoutersTestDVR-804263330 tempest-RoutersTestDVR-804263330-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d1bb1765-d297-46f1-ad77-6933b3551b3a HTTP/1.1" status: 204 len: 168 time: 0.8651328 Mar 22 11:41:22.346763 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:22.349413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-224277db-d65c-41ea-8686-6c846ca9b3b6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:22.351000 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-224277db-d65c-41ea-8686-6c846ca9b3b6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8758795 Mar 22 11:41:22.353675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55478) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:22.360668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 59c345c3-bc79-4da3-83a5-38e11035414f completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:22.368148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:22.429855 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f9820e-8134-4294-a7e2-d1fa4505c64b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:41:22.431295 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b2f9820e-8134-4294-a7e2-d1fa4505c64b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/c5208eec-574b-439a-80b5-5d66be081ca4 HTTP/1.1" status: 404 len: 333 time: 0.0766573 Mar 22 11:41:22.435651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55482) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:22.438589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d4f8e-c884-40e8-a6ab-12186b586d10 None None] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:22.497506 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a2eedd-999c-4325-aeff-37ddba127ae6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:41:22.501349 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-22a2eedd-999c-4325-aeff-37ddba127ae6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/befa4148-c462-481d-a1e8-125407c75882 HTTP/1.1" status: 404 len: 333 time: 0.0622735 Mar 22 11:41:22.501635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55486) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:22.519153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.634369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.686013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.694075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.721883 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:22.741109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:22.741109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.754910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=cddadd8c-ed21-444a-9506-cbfaabada0cc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:22.765104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.775723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb7b2b-bb8a-4a58-aafb-be51d1c5ae13 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:22.784393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.815332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.821526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:22.821881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:22.827026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.828285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40959fc5-94c2-498f-8e31-4aabd600984c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:22.830597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] device_id is not set on port 261c5e5e-7198-478c-9ec2-d3dbd7ae138f yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:22.843838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a00dfc-0b0b-479b-921d-9dfd5cc985a0') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:22.850347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a00dfc-0b0b-479b-921d-9dfd5cc985a0') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:22.860751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.877197 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aed5f89f-8d08-47bb-b4c5-2becd1da72e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/cddadd8c-ed21-444a-9506-cbfaabada0cc HTTP/1.1" status: 204 len: 168 time: 1.9032817 Mar 22 11:41:22.878055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55490) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:22.884246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.920643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.921425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.966127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803c926-15ea-42d7-9483-a9d064061767,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:22.982534 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b9d4ab67-e9c5-4280-b1ed-1b67221895c4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975647 Mar 22 11:41:22.989389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:22.989848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:22.998519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:23.026004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:23.100846 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:23.102984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55500) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:23.114732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.171257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:23.220766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.234152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.249285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.260266 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.274330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=40959fc5-94c2-498f-8e31-4aabd600984c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:23.277487 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-13b2b435-fe04-486f-b8a4-2ad14075e3db tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/40959fc5-94c2-498f-8e31-4aabd600984c HTTP/1.1" status: 204 len: 168 time: 0.7748997 Mar 22 11:41:23.280789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55506) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:23.291581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-606106860'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:23.309959 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:23.316576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:23.342678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:23.352327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Deleting port f4836ad0-ea15-4395-9498-62f20fb17c7a {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:23.352327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.353359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:23.356655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.392214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:23.399584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:23.406118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9392e164f8487499f95bb2b1e70814 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:23.409786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:23.422353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8f412fe7-4486-4ba4-881c-652a9e507e5c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:23.424058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:23.428942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event updated for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:23.460109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:23.495072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:23.497168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:23.501485 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.505358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:23.515436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:23.516360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.518823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.536081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Allocated IP 172.26.5.45 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/261c5e5e-7198-478c-9ec2-d3dbd7ae138f) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:23.548179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:23.554340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=af35b93d-be8f-4620-93f6-3bf697934768,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:23.560416 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb2b90-1995-489b-971e-386a56b66852 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:23.570271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:23.574619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:23.583151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.583480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:23.589301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.589648 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment dc1086a1-38e7-48ff-b076-f9665b774766 of type vlan for network 0aad6990-249a-4579-bccb-82ee4940fb2a Mar 22 11:41:23.595285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:23.624218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.630055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:23.639412 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:23.680905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.721297 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2ebd9075-bd45-4324-a2ca-d57f0742b280 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4372141 Mar 22 11:41:23.728108 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e9392e164f8487499f95bb2b1e70814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225197 Mar 22 11:41:23.730451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55510) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:23.730953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55512) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:23.750989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:23.756899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1012829253', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'af35b93d-be8f-4620-93f6-3bf697934768'}], 'security_groups': ['211c1748-b636-498b-9054-a5a7487b9b64']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:23.800473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8f412fe7-4486-4ba4-881c-652a9e507e5c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:23.800865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.838805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.843815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:23.844412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.878920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.982055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:23.982451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:23.988125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ed0d-6ebb-48bb-86f1-7ce99d6a8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d33b32-8dd2-45e1-b5e3-66a95df839e6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:24.025355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.029082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:24.032714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.076743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:24.104350 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8170562 Mar 22 11:41:24.138662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55518) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:24.160718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:24.168577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60910b85-1f7d-4672-93fe-4957e6c4d8d1 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=0aad6990-249a-4579-bccb-82ee4940fb2a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:24.192484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.228879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Calling delete_port for f4836ad0-ea15-4395-9498-62f20fb17c7a owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:24.258261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 0aad6990-249a-4579-bccb-82ee4940fb2a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:24.311716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdacdc1-cf7f-4ad5-be83-057b8c02b711 None None] Pushing event updated for resources: {'Port': ['ID=f4836ad0-ea15-4395-9498-62f20fb17c7a,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:24.393997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.438426 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.442359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Provisioning for port 36556b8d-224a-48c3-b254-509658241d37 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:24.444634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:24.455303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:24.459515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:24.468751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:24.479402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:24.491266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Provisioning complete for port 36556b8d-224a-48c3-b254-509658241d37 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:24.491266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.491693 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:24.501394 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:24.502333 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:24.532112 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-727cddb4-9068-47f4-b652-468b71eba0b5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6799843 Mar 22 11:41:24.533082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55522) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:24.536600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.543336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:24.573540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Port 36556b8d-224a-48c3-b254-509658241d37 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:24.580266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:24.580266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:24.616114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4836ad0-ea15-4395-9498-62f20fb17c7a no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:24.682479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:24.686588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.694460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Provisioning for port 59c345c3-bc79-4da3-83a5-38e11035414f completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:24.706195 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:24.729090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Provisioning complete for port 59c345c3-bc79-4da3-83a5-38e11035414f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:24.729787 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.808685 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Update dhcp port {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'fixed_ips': [{'subnet_id': '24ea72c6-e56d-409c-ae49-0ca659b1ca4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af35b93d-be8f-4620-93f6-3bf697934768'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '80ab1672-a4cc-4eac-8a1b-02c5895eb4d7'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:41:24.904250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.929606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d33b32-8dd2-45e1-b5e3-66a95df839e6,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:24.944363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.945430 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1374f585-d337-4f4a-8451-808062d40308 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70d33b32-8dd2-45e1-b5e3-66a95df839e6 HTTP/1.1" status: 204 len: 168 time: 1.2114408 Mar 22 11:41:24.966836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.984959 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.016007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:25.079174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Deleting port f4836ad0-ea15-4395-9498-62f20fb17c7a {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:25.079547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.082146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:25.099183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Delete allocated IP 2001:db8::de (a5456a60-f2df-4b99-b6e6-a00e7024520c/24ea72c6-e56d-409c-ae49-0ca659b1ca4b) {{(pid=88742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:41:25.107502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8:0:1::269 (a5456a60-f2df-4b99-b6e6-a00e7024520c/af35b93d-be8f-4620-93f6-3bf697934768/63dd12e7-c859-4e01-9743-94ed510d897c) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:25.113283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Pushing event updated for resources: {'Port': ['ID=261c5e5e-7198-478c-9ec2-d3dbd7ae138f,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:25.122297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:25.131665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.155683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Performing IP validity checks on allocation pools {{(pid=88741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:41:25.157861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:41:25.239538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:25.269969 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:22Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:25.274725 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:25.275352 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Updating router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef port 36556b8d-224a-48c3-b254-509658241d37 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:41:25.298584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] For port 59c345c3-bc79-4da3-83a5-38e11035414f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=59c345c3-bc79-4da3-83a5-38e11035414f,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:25.333199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.342282 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.352700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 63dd12e7-c859-4e01-9743-94ed510d897c will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:25.409458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.440589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:25.440589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.456947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.479886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.492653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.544902 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:25.606019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] In _notify_port_updated(), no bound segment for port 63dd12e7-c859-4e01-9743-94ed510d897c on network a5456a60-f2df-4b99-b6e6-a00e7024520c {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:25.611819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:25.612653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.614115 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/ports/63dd12e7-c859-4e01-9743-94ed510d897c HTTP/1.1" status: 200 len: 931 time: 1.8822293 Mar 22 11:41:25.618562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55530) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:25.638572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Could not find standard attr ID for object 34559225-2a94-45f3-bbf1-46f9f0288d03. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:25.657816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:25.659356 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:25.659789 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.667846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:25.679669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0aed8-d87d-4ea0-b851-d90620e070f3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=63dd12e7-c859-4e01-9743-94ed510d897c,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:25.686967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:25.687137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.692150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=f4836ad0-ea15-4395-9498-62f20fb17c7a,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:25.716100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 63dd12e7-c859-4e01-9743-94ed510d897c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:25.717659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.775276 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bc52a41c-ead2-4b4d-9fa8-9f451d85031e tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5884595 Mar 22 11:41:25.775724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=b0b86a5c-828f-4151-891f-44643e24d8c6,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:25.785748 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55534) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:25.806791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.45'}]}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:25.830824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:25.872347 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.874479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Usage tracker for resource:router and tenant:cef5a018128b4df48c397c6c93a30fa3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:25.885140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:25.888464 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Transition to ACTIVE for port object 36556b8d-224a-48c3-b254-509658241d37 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:25.898208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:25.912819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55538) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:25.976272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:25.997601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:26.009240 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Allocated IP 2001:db8:0:1::2 (a5456a60-f2df-4b99-b6e6-a00e7024520c/af35b93d-be8f-4620-93f6-3bf697934768/80ab1672-a4cc-4eac-8a1b-02c5895eb4d7) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:26.022992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Calling delete_port for f4836ad0-ea15-4395-9498-62f20fb17c7a owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:26.035657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Usage tracker for resource:security_group_rule and tenant:16eb1dd91ad94ad19e8574dc2db02002 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:26.042885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.044029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:26.052894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:26.066937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:26.066937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.151827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:41:26.173111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 63dd12e7-c859-4e01-9743-94ed510d897c owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:26.177004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Removed routes are [] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:41:26.183462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.188001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-48fdac90-f6af-477c-9b62-3f5e05af7a3c None None] Provisioning complete for port 36556b8d-224a-48c3-b254-509658241d37 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:26.188369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-48fdac90-f6af-477c-9b62-3f5e05af7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.218205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.223653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.252754 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.264883 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1264379d-404d-4a30-af43-ab43bfabbee8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2537282 Mar 22 11:41:26.274576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55542) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:26.287804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'b0b86a5c-828f-4151-891f-44643e24d8c6', 'ip_address': '2001:db8::2759:dc15:ab33:de95'}], 'name': 'tempest-NetworksTestDHCPv6-1421383971'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:26.308479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab75175-7993-49ad-aff9-d956141463e8 None None] Pushing event updated for resources: {'Port': ['ID=59c345c3-bc79-4da3-83a5-38e11035414f,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.332622 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae007-938a-49b7-9041-8e361ed9a1cd None None] Pushing event updated for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.381198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-48fdac90-f6af-477c-9b62-3f5e05af7a3c None None] Port 36556b8d-224a-48c3-b254-509658241d37 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:26.404155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:26.404599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:26.446276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.457181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=8b442eb8-8108-4018-9d4d-d91dc0133c61,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.478482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.481514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:26.524392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.526015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.530701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.544111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=63dd12e7-c859-4e01-9743-94ed510d897c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.554169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': 'dc1086a1-38e7-48ff-b076-f9665b774766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:26.554726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: 0aad6990-249a-4579-bccb-82ee4940fb2a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:26.567644 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Transition to ACTIVE for port object 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:26.587496 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Attempting to bind port 36556b8d-224a-48c3-b254-509658241d37 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:26.587918 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Attempting to bind port 36556b8d-224a-48c3-b254-509658241d37 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:26.588920 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Attempting to bind port 36556b8d-224a-48c3-b254-509658241d37 on network 9530c298-6f62-41ea-807c-aeb121cf43d9 {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:26.598499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.602808 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:26.603320 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Checking segment: {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:26.603962 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.604484 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Bound using segment: {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:26.605243 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Bound port: 36556b8d-224a-48c3-b254-509658241d37, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:26.605723 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.612087 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cb6ee5bb-752e-4825-9dbb-2981119556c7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/63dd12e7-c859-4e01-9743-94ed510d897c HTTP/1.1" status: 204 len: 168 time: 0.9923050 Mar 22 11:41:26.612711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55546) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:26.643132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.668217 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-995b313d-2360-4247-8bd2-53490abf6cf8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:41:26.668940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-995b313d-2360-4247-8bd2-53490abf6cf8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:26.688800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3923192a-e919-43ba-8013-9bbda702380b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.713646 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-037ec8f3-7c39-491e-b9c6-b9a5e9428b3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16eb1dd91ad94ad19e8574dc2db02002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998290 Mar 22 11:41:26.715043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.716611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55550) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:26.731077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] For port 36556b8d-224a-48c3-b254-509658241d37, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:26.738018 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] For port 36556b8d-224a-48c3-b254-509658241d37, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=36556b8d-224a-48c3-b254-509658241d37,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:26.756770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-995b313d-2360-4247-8bd2-53490abf6cf8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:26.760566 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-995b313d-2360-4247-8bd2-53490abf6cf8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/63dd12e7-c859-4e01-9743-94ed510d897c HTTP/1.1" status: 404 len: 333 time: 0.1443427 Mar 22 11:41:26.761350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55554) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:26.802220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:26.815677 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.823001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:26.828604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:26.837318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c28b78-a563-464f-9ec5-4f7f4791002b None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:26.892419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:26.901339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:26.911426 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:26.912243 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:26.941947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.074964 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae007-938a-49b7-9041-8e361ed9a1cd None None] Pushing event updated for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:27.095481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 0aad6990-249a-4579-bccb-82ee4940fb2a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:27.124120 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:27.149076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.180348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.182636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Deleting port f4836ad0-ea15-4395-9498-62f20fb17c7a {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:27.183205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.252227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-75efac18-a11f-4953-8615-5912113f03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.258028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.297005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da7cdb-5604-4d60-8fa3-639ea7540ba6,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:27.320620 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.321846 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cddf3e38-b5f7-4a60-8ddf-f7becc114c48 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/security-groups/80da7cdb-5604-4d60-8fa3-639ea7540ba6 HTTP/1.1" status: 204 len: 168 time: 0.5594983 Mar 22 11:41:27.324693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55558) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:27.335306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.347688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:27.431511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.434138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.437878 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3923192a-e919-43ba-8013-9bbda702380b HTTP/1.1" status: 204 len: 168 time: 0.7177913 Mar 22 11:41:27.468887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.472685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3923192a-e919-43ba-8013-9bbda702380b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:27.515992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.518488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 0aad6990-249a-4579-bccb-82ee4940fb2a) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:27.525374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:27.527228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.545897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b4a4b-2958-4dc5-bf94-70d218dcdaf9 None None] Network 0aad6990-249a-4579-bccb-82ee4940fb2a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:27.554336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.554867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.555015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.563130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.563567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.563917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.564255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.572016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.572488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.572866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.573208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.573541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c5652-9402-4076-a64b-dc5fbef283b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:27.597065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.644788 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 6, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:27.654004 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8df243-d969-45a3-a477-c0c827aed886 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 6, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:27.713725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:27.835588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.894393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c1748-b636-498b-9054-a5a7487b9b64,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:27.905809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.911543 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9b2d7a59-09cb-4399-8d5e-c054c9e3649e tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/security-groups/211c1748-b636-498b-9054-a5a7487b9b64 HTTP/1.1" status: 204 len: 168 time: 0.5836613 Mar 22 11:41:27.914358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55564) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:27.953636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.976361 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ca3480e-e149-47b0-b6bf-39d29125f064 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8307216 Mar 22 11:41:27.983130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] For port f4836ad0-ea15-4395-9498-62f20fb17c7a, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4836ad0-ea15-4395-9498-62f20fb17c7a,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:27.983538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:27.984294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55568) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:27.992614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a', 'name': 'tempest-PortsTestJSON-677267154'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:28.025846 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 59c345c3-bc79-4da3-83a5-38e11035414f up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:28.059164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet 24ea72c6-e56d-409c-ae49-0ca659b1ca4b {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:28.064176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.164297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.324719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.324941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Calling delete_port for f4836ad0-ea15-4395-9498-62f20fb17c7a owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:28.325278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.346142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:28.454919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Provisioning for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:28.483388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port eddfa868-e1fe-45e5-968e-f2a46c100b06 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:28.489632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:28.490319 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.524547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.540193 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-0aad6990-249a-4579-bccb-82ee4940fb2a', 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': '8b442eb8-8108-4018-9d4d-d91dc0133c61'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:28.541176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.579809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.585902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=24ea72c6-e56d-409c-ae49-0ca659b1ca4b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:28.597257 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5ee5b22e-8159-4e87-9c1a-949be7d5e5dc tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/24ea72c6-e56d-409c-ae49-0ca659b1ca4b HTTP/1.1" status: 204 len: 168 time: 0.6816490 Mar 22 11:41:28.598200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55582) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:28.602808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a97314-29f1-4b40-b3ff-96a1147ca9f1 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:28.604391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:28.766057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:28.769284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:28.773876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:28.776782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:28.789184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:28.855934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:28.874485 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.886186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:28.889714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.953507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:28.985305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:28.986488 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a7cdfb98-096a-45e8-90de-80c1a03596b9 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 953 time: 4.4474628 Mar 22 11:41:28.990603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55592) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:29.004648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:29.026904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 59c345c3-bc79-4da3-83a5-38e11035414f triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:29.027192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.061857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:29.065363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.100805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] Pushing event deleted for resources: {'Port': ['ID=f4836ad0-ea15-4395-9498-62f20fb17c7a,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:29.133785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3c65f-2b91-4122-b4c7-bbb7cd1b4e19 None None] No DVR routers for this DVR port f4836ad0-ea15-4395-9498-62f20fb17c7a on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:29.155184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:29.155894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:29.229804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7168bde-94f6-4fe0-adad-e1529c5bc374 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:29.250715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::2759:dc15:ab33:de95 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b0b86a5c-828f-4151-891f-44643e24d8c6/eddfa868-e1fe-45e5-968e-f2a46c100b06) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:29.267808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55598) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:29.312150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.363889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port a280312e-797c-4976-b134-82c221b9d8c8 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:29.393589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Could not find standard attr ID for object 63dd12e7-c859-4e01-9743-94ed510d897c. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:29.400743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:29.414100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:29.417038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:29.417725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.452469 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0a78f4a6-212d-4f16-aaf7-3f67b32f31dc tempest-AgentManagementNegativeTest-2082604184 tempest-AgentManagementNegativeTest-2082604184-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1802642 Mar 22 11:41:29.463314 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=a9b1fa05-c262-44b2-b494-771e68fdd18e,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:29.465387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Allocated IP 172.20.0.2 (0aad6990-249a-4579-bccb-82ee4940fb2a/8b442eb8-8108-4018-9d4d-d91dc0133c61/529133c6-89d6-4508-9f88-efec075f7131) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:29.496814 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-86bba47e-b222-468b-95f2-2b1ab38543c2 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 953 time: 0.5045855 Mar 22 11:41:29.502093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55606) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:29.515132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'routes': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:29.569938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:29.594897 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-188865a3-4cdc-4d5d-af22-513a28cbc9cb tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9917789 Mar 22 11:41:29.594897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55610) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:29.680564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558900600'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:29.683095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:29.683599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.686430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:29.703407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:29.708283 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:29.717579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:29.897885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.898208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.929115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.938644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:29.940764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:29.952444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:29.989067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:30.001105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object eddfa868-e1fe-45e5-968e-f2a46c100b06 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:30.007514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:30.049739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.088615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-dad543b1-adf6-4f16-84b3-cd455e75a02f None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:30.203565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55616) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:30.247964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.272784 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-53f36897-4afa-4bdd-b0d0-99a75f5ac4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.284842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 36556b8d-224a-48c3-b254-509658241d37 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:30.326980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:30.334964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:30.339786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:30.345651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:30.346274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.347432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7da348b4-31a3-4b21-b45c-fffa63b04287 None None] Could not find standard attr ID for object 63dd12e7-c859-4e01-9743-94ed510d897c. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:30.356417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.387120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.411285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=eddfa868-e1fe-45e5-968e-f2a46c100b06,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:30.450236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.459615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.459964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.460305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.460730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.461058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.461489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.461970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.462475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.462980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.463434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.463628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.463944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:30.491336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.extraroute_db [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added routes are [] {{(pid=88742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:41:30.491756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.extraroute_db [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:41:30.524486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.527185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656035b3-e230-4840-b709-5c0da7b34b37,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:30.533911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.545962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.560989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.561200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Transition to ACTIVE for port object 529133c6-89d6-4508-9f88-efec075f7131 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:30.565186 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a3ce7171-084e-41d8-a04b-ba7ef8100b49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9546385 Mar 22 11:41:30.571273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55622) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:30.572731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071273341'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:30.582041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:30.588368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:30.594547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:30.602333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:30.611549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:30.612055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Transition to ACTIVE for port object 529133c6-89d6-4508-9f88-efec075f7131 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:30.623416 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'b0b86a5c-828f-4151-891f-44643e24d8c6'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:30.624251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.693030 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 36556b8d-224a-48c3-b254-509658241d37 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:30.702553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.705507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Usage tracker for resource:security_group_rule and tenant:5b7d1b75640f4f0784626351cf055818 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:30.706966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.711883 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0e173c0-833b-46aa-9ede-75ef294f9ca2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4364197 Mar 22 11:41:30.713286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55626) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:30.746482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.753690 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 6, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:30.759475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 36556b8d-224a-48c3-b254-509658241d37 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:30.759985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.780079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:30.800388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:30.822307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:30.841677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:30.877064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:30.882752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Network 0aad6990-249a-4579-bccb-82ee4940fb2a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:30.890397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:30.901614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:30.905559 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:30.978995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:30.983025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:30.984727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:30.998843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:31.043001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.048233 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.116446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.126351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.128585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.10 (0aad6990-249a-4579-bccb-82ee4940fb2a/8b442eb8-8108-4018-9d4d-d91dc0133c61/a280312e-797c-4976-b134-82c221b9d8c8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:31.164752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:31.204924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1d627-4e92-4018-a051-2d45a89d30f3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:31.205872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-79a1d627-4e92-4018-a051-2d45a89d30f3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:31.233818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.234208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 725910ac-f88a-4213-a304-cbefc04cd824 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:41:31.300417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.328632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:31.337409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.406274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d6799-b956-441f-94a7-448d1ce9e3cc None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:31.411735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-79a1d627-4e92-4018-a051-2d45a89d30f3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:31.423868 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-79a1d627-4e92-4018-a051-2d45a89d30f3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6091347 Mar 22 11:41:31.423868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55630) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.458417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.480034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.503919 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 11:41:31.508879 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-325d8d88-b4c5-4777-b830-8025c986b8c7 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7110474 Mar 22 11:41:31.510779 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55634) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.574939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Pushing event updated for resources: {'Port': ['ID=529133c6-89d6-4508-9f88-efec075f7131,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:31.577937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5bb4e-33e7-441a-a010-35740d75931c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:31.580135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.586294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:31.594665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.595972 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ee7b7a8c-d042-43e0-84e6-fdae9da44dcd tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 703 time: 2.0921364 Mar 22 11:41:31.604137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55638) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.615910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port eddfa868-e1fe-45e5-968e-f2a46c100b06 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:31.616324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.619508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Deleting port 261c5e5e-7198-478c-9ec2-d3dbd7ae138f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:31.619984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.649488 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b7d1b75640f4f0784626351cf055818&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4416316 Mar 22 11:41:31.649488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object a280312e-797c-4976-b134-82c221b9d8c8 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:31.651774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55642) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.662933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.668165 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e123b27b-42ab-447d-8563-e4ba70300c0d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0976801 Mar 22 11:41:31.668336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Attempting to bind port 529133c6-89d6-4508-9f88-efec075f7131 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:31.668450 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Attempting to bind port 529133c6-89d6-4508-9f88-efec075f7131 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'dc1086a1-38e7-48ff-b076-f9665b774766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:31.668821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Attempting to bind port 529133c6-89d6-4508-9f88-efec075f7131 on network 0aad6990-249a-4579-bccb-82ee4940fb2a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:31.675327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55646) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.685841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374257853'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:31.696882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e0a4798a-f526-42af-92d2-7f1be9f03edf None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:31.697426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e0a4798a-f526-42af-92d2-7f1be9f03edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.701819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:31.712979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834884f-516c-40fd-8bc8-bb74187c0d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d148072-942b-4729-ba14-8cbc69e06226,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:31.723575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:31.757474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:31.779125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Checking segment: {'id': 'dc1086a1-38e7-48ff-b076-f9665b774766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Bound using segment: {'id': 'dc1086a1-38e7-48ff-b076-f9665b774766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Bound port: 529133c6-89d6-4508-9f88-efec075f7131, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1086a1-38e7-48ff-b076-f9665b774766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0aad6990-249a-4579-bccb-82ee4940fb2a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:31.805856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.834763 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.837453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.909663 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a6e06c59-5ad4-478b-85c6-68a0dcb92f42 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 703 time: 0.3016467 Mar 22 11:41:31.910845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.913674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55650) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:31.924765 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.938919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:31.972815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b0b86a5c-828f-4151-891f-44643e24d8c6/c5607792-5dcd-4772-9cc4-95b8ceb2aa56) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:32.030696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:32.038417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:security_group_rule and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:32.043796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:32.056000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:32.091199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.134881 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:41:32.141502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 36556b8d-224a-48c3-b254-509658241d37, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=36556b8d-224a-48c3-b254-509658241d37,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:32.201956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.236772 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.259614 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] For port 529133c6-89d6-4508-9f88-efec075f7131, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:32.277389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 0aad6990-249a-4579-bccb-82ee4940fb2a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:32.335626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Calling delete_port for 261c5e5e-7198-478c-9ec2-d3dbd7ae138f owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:32.337579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=a280312e-797c-4976-b134-82c221b9d8c8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.340113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:32.352126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:32.364558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.371388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] For port 529133c6-89d6-4508-9f88-efec075f7131, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=529133c6-89d6-4508-9f88-efec075f7131,segment=NetworkSegment(dc1086a1-38e7-48ff-b076-f9665b774766),segment_id=dc1086a1-38e7-48ff-b076-f9665b774766)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:32.397085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d148072-942b-4729-ba14-8cbc69e06226,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.435653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.439354 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0a9cd5e5-8022-41a8-a611-e5e34dad3ffb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d148072-942b-4729-ba14-8cbc69e06226 HTTP/1.1" status: 204 len: 168 time: 0.7844446 Mar 22 11:41:32.481235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:30Z', 'revision_number': 7, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:32.481956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.489384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.503867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.518762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff671f-3cbd-45fa-adce-3e28caa0129e None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:30Z', 'revision_number': 7, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:26Z', 'revision_number': 4, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:32.562627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.609875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e0a4798a-f526-42af-92d2-7f1be9f03edf None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:32.610250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e0a4798a-f526-42af-92d2-7f1be9f03edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.644821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.652432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.696241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.725838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Transition to ACTIVE for port object c5607792-5dcd-4772-9cc4-95b8ceb2aa56 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:32.756428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f364e35-16e9-4f1b-af93-a369693259c6,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.758524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4798a-f526-42af-92d2-7f1be9f03edf None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:32.759904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23055dfa-de34-45bd-a13a-fe3e4c613953 None None] Pushing event updated for resources: {'Port': ['ID=529133c6-89d6-4508-9f88-efec075f7131,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.778560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Pushing event deleted for resources: {'Port': ['ID=261c5e5e-7198-478c-9ec2-d3dbd7ae138f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:32.783009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Transition to ACTIVE for port object c5607792-5dcd-4772-9cc4-95b8ceb2aa56 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:32.793820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Update dhcp port {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'fixed_ips': [{'subnet_id': 'af35b93d-be8f-4620-93f6-3bf697934768', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a9b1fa05-c262-44b2-b494-771e68fdd18e'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '80ab1672-a4cc-4eac-8a1b-02c5895eb4d7'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:41:32.801245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for eddfa868-e1fe-45e5-968e-f2a46c100b06 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:32.839676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:32.840948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.864814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.878768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.880154 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b010e68f-9d04-448f-b726-223259258f77 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2026391 Mar 22 11:41:32.891963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55656) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:32.947758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1469224528', 'security_groups': ['2f364e35-16e9-4f1b-af93-a369693259c6'], 'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9b1fa05-c262-44b2-b494-771e68fdd18e'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:32.953086 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:32.978840 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:32.998836 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.001050 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-03488b56-4134-4e0b-ab55-407e6d4f2631 tempest-RoutersAdminNegativeTest-512067463 tempest-RoutersAdminNegativeTest-512067463-project-admin] 10.222.0.53 "DELETE /v2.0/ports/261c5e5e-7198-478c-9ec2-d3dbd7ae138f HTTP/1.1" status: 204 len: 168 time: 1.4897063 Mar 22 11:41:33.001452 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:33.002313 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:33.254646 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:33.257652 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-10c03edb-99ab-48ea-a25a-a69a6fb38a92 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2702203 Mar 22 11:41:33.261768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55668) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:33.288672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:33.306006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:33.321093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Pushing event updated for resources: {'Port': ['ID=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:33.338104 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:33.428173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port a280312e-797c-4976-b134-82c221b9d8c8 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:33.428542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.464046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:33.488589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:33.507445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Attempting to bind port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:33.507828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Attempting to bind port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:33.508182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Attempting to bind port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:33.523668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:33.524179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:33.524619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.525020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:33.526056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Bound port: c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:33.526440 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.545390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Allocated IP 2001:db8::2 (a5456a60-f2df-4b99-b6e6-a00e7024520c/a9b1fa05-c262-44b2-b494-771e68fdd18e/80ab1672-a4cc-4eac-8a1b-02c5895eb4d7) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:33.616010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.682535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:33.743538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=eddfa868-e1fe-45e5-968e-f2a46c100b06,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:33.758752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55678) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:33.766690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.856670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:33.962914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:33.985759 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:30Z', 'revision_number': 7, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:32Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:33.991796 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:34.002805 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0456a8f-7235-476e-b403-25e0ee26cfaa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/eddfa868-e1fe-45e5-968e-f2a46c100b06 HTTP/1.1" status: 204 len: 168 time: 2.5854182 Mar 22 11:41:34.012786 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:34.015129 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:34.022699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.037846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.042128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Transition to ACTIVE for port object 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:34.068604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55684) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:34.104260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:34.109079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.119287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:34.232237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.233695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.257534 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:34.269865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for a280312e-797c-4976-b134-82c221b9d8c8 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:34.295831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dcb2f-7ef5-47d2-a864-be3fc96b6960 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:34.299024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dcb2f-7ef5-47d2-a864-be3fc96b6960 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:34.300388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1f3dcb2f-7ef5-47d2-a864-be3fc96b6960 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:34.369953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:34.370797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.396044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0da2aaab39e649e8ace457a9122ad196 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:34.416242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:34.434362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] device_id is not set on port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:34.508031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1f3dcb2f-7ef5-47d2-a864-be3fc96b6960 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:34.512358 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1f3dcb2f-7ef5-47d2-a864-be3fc96b6960 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4443293 Mar 22 11:41:34.513150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55696) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:34.564284 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a40bbb-c715-41ad-9361-d34ac45ee5ec None None] Network 0aad6990-249a-4579-bccb-82ee4940fb2a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:34.665900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 36556b8d-224a-48c3-b254-509658241d37 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:34.693847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:34.751685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet b0b86a5c-828f-4151-891f-44643e24d8c6 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:34.760196 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.803853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:34.816728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.818797 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55700) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:34.825922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.900791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-afdeb176-d961-4b3b-a3bf-f5dd10fc748c None None] Provisioning for port 529133c6-89d6-4508-9f88-efec075f7131 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:34.917028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=a280312e-797c-4976-b134-82c221b9d8c8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:34.928011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:34.936074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.936725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.937239 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.937749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.938232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.938724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.939215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.939923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.940410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.940961 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.941457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.941994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e136ea-be86-4b86-9543-094ff10cc2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:41:34.995289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.021288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebafaf-186a-4b37-abf9-00efa98966f8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:35.066267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 36556b8d-224a-48c3-b254-509658241d37 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:35.066790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.132294 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:30Z', 'revision_number': 7, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:32Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:35.145646 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e62828-2278-4d42-8531-ddcf71bd9875 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:30Z', 'revision_number': 7, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36556b8d-224a-48c3-b254-509658241d37', 'name': '', 'network_id': '9530c298-6f62-41ea-807c-aeb121cf43d9', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:d0:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:19Z', 'updated_at': '2022-03-22T11:41:32Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '138d5a6a-62f5-465f-9198-5250db697e2e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:35.188931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-477876156'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:35.207674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:35.227289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:network and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:35.236726 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7e670481-5672-4415-8957-c111af4524c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0da2aaab39e649e8ace457a9122ad196&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4768736 Mar 22 11:41:35.240909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:35.246352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55706) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:35.280832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:35.287271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 36556b8d-224a-48c3-b254-509658241d37 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:35.287605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.293720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.293931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17646-8ee0-4776-9d8e-a8e7f173bfcf None None] Pushing event updated for resources: {'Port': ['ID=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:35.345648 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bf07debe-8d38-4ab9-9add-c7a1a3e58358 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/a280312e-797c-4976-b134-82c221b9d8c8 HTTP/1.1" status: 204 len: 168 time: 2.0802042 Mar 22 11:41:35.347001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55710) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:35.382039 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:35.406431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.418534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 529133c6-89d6-4508-9f88-efec075f7131 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:35.426394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.454995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.457158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:35.474889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:security_group_rule and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:35.475132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8::ca (a5456a60-f2df-4b99-b6e6-a00e7024520c/a9b1fa05-c262-44b2-b494-771e68fdd18e/19089cdd-dd13-4d03-8391-27b4dd96dfd7) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:35.484808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:35.504972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:35.509293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.586285 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-269f23d4-3b46-43c5-b644-86059c876e19 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:35.587012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269f23d4-3b46-43c5-b644-86059c876e19 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:35.608903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 529133c6-89d6-4508-9f88-efec075f7131 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:35.619115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 529133c6-89d6-4508-9f88-efec075f7131 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:35.619538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.676553 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-269f23d4-3b46-43c5-b644-86059c876e19 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/a280312e-797c-4976-b134-82c221b9d8c8 HTTP/1.1" status: 404 len: 333 time: 0.2896402 Mar 22 11:41:35.679809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55714) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:35.786047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.792391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.811635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebafaf-186a-4b37-abf9-00efa98966f8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:35.816477 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c32ebc0-3199-4ccd-be73-1e72d1537ff2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:41:35.817271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4c32ebc0-3199-4ccd-be73-1e72d1537ff2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:35.860240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.868451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.868902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.875261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:35.886662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.890822 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Added segment 0f915af9-86a6-4c4b-8f06-e18fd609cf1e of type vlan for network 299aa51c-4ad6-4e64-8340-acb15b28f60f Mar 22 11:41:35.890947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 19089cdd-dd13-4d03-8391-27b4dd96dfd7 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:35.941724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.965003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:35.968319 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 529133c6-89d6-4508-9f88-efec075f7131, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=529133c6-89d6-4508-9f88-efec075f7131,segment=NetworkSegment(dc1086a1-38e7-48ff-b076-f9665b774766),segment_id=dc1086a1-38e7-48ff-b076-f9665b774766)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:35.969013 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-aebcc84b-8f14-403d-9ea4-8e90dbe79c8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8aebafaf-186a-4b37-abf9-00efa98966f8 HTTP/1.1" status: 204 len: 168 time: 0.7216368 Mar 22 11:41:35.969976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4c32ebc0-3199-4ccd-be73-1e72d1537ff2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:35.973715 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4c32ebc0-3199-4ccd-be73-1e72d1537ff2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/a280312e-797c-4976-b134-82c221b9d8c8 HTTP/1.1" status: 404 len: 333 time: 0.2903390 Mar 22 11:41:35.977587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55720) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:36.030436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Provisioning for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:36.045291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.045737 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.046014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.085783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:36.086325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.156048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c87d1-cebe-461c-8e2e-b8ed36189306,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:36.194542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 8b442eb8-8108-4018-9d4d-d91dc0133c61 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:36.199615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.224134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 36556b8d-224a-48c3-b254-509658241d37, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=36556b8d-224a-48c3-b254-509658241d37,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:36.224619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.233930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:36.242053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:36.257915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.263116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:36.268694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:36.269321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.275045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:36.275932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.387323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=529133c6-89d6-4508-9f88-efec075f7131,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:36.458276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:36.458751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.571888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:36.648210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2df077bb-a67b-4058-886f-53a31ee95e9b None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:36.683957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.694399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=19089cdd-dd13-4d03-8391-27b4dd96dfd7,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:36.701835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:36.702694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.731730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 36556b8d-224a-48c3-b254-509658241d37 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:36.782112 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.9618907 Mar 22 11:41:36.786218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55726) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:36.791088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Could not find standard attr ID for object eddfa868-e1fe-45e5-968e-f2a46c100b06. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:36.798294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'subnet': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:36.888737 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c5607792-5dcd-4772-9cc4-95b8ceb2aa56 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:36.918515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2d249-c16d-4988-b4ab-ee1085205414 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Network': ['ID=299aa51c-4ad6-4e64-8340-acb15b28f60f,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:36.932608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Provisioning for port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:36.932872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.942570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:36.961160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:36.964320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:36.974896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:subnet and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:36.980047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:36.988992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:37.002163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Could not find standard attr ID for object a280312e-797c-4976-b134-82c221b9d8c8. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:37.015836 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-db3903b5-1e13-4d17-8b5c-7e579c3d3640 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1222885 Mar 22 11:41:37.017330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.020380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55730) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.026651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:37.029314 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b0b86a5c-828f-4151-891f-44643e24d8c6 HTTP/1.1" status: 204 len: 168 time: 2.5108452 Mar 22 11:41:37.048722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55734) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.060577 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bc6fd-54eb-4f93-9e33-ba75978734a2 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:37.064228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95e9ca-858e-404d-8e3c-9ff1bac6eafb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b86a5c-828f-4151-891f-44643e24d8c6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:37.127489 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:37.131980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.132207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55738) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.171607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.216948 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-54bf988e-8c4c-48c3-812e-8b0a428a5e90 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645906 Mar 22 11:41:37.225284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55742) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.237964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Provisioning complete for port 529133c6-89d6-4508-9f88-efec075f7131 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:37.238449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-df405480-2694-4caa-8448-4397d0832872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.271003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.279824 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-22d5d621-8c6e-44f0-adda-d2100f77b2d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cef5a018128b4df48c397c6c93a30fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457582 Mar 22 11:41:37.287242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55746) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.343107 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:37.356883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=36556b8d-224a-48c3-b254-509658241d37,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:37.388700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:37.389073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.394662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=8b442eb8-8108-4018-9d4d-d91dc0133c61,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:37.396869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.438480 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dc0c7cf7-4cf2-45fa-9fbe-2d41c0fe5ece tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/8b442eb8-8108-4018-9d4d-d91dc0133c61 HTTP/1.1" status: 204 len: 168 time: 1.4598436 Mar 22 11:41:37.443701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.449427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bca0fb-a8bb-4139-b026-8e4854dd5a9c None None] Network 0aad6990-249a-4579-bccb-82ee4940fb2a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:37.480129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:37.511789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:37.540531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.551714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.568454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:37.611773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:37.654468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d7683-53a4-4ac1-9cdc-d14b7e0f3500 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:37.656372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-408d7683-53a4-4ac1-9cdc-d14b7e0f3500 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:37.670479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.710531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.716221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:37.718954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.733678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 529133c6-89d6-4508-9f88-efec075f7131 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:37.733678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.750242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:37.772908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Deleting port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:37.773276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.794329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-408d7683-53a4-4ac1-9cdc-d14b7e0f3500 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:37.795515 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-408d7683-53a4-4ac1-9cdc-d14b7e0f3500 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5621812 Mar 22 11:41:37.806122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55754) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:37.832015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.844058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Provisioning for port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:37.893304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df405480-2694-4caa-8448-4397d0832872 None None] Provisioning complete for port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:37.893672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-df405480-2694-4caa-8448-4397d0832872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.930510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:37.999496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:38.031300 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-df405480-2694-4caa-8448-4397d0832872 None None] Port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:38.088893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.103520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:38.104138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252feee-1d29-4e6f-a113-9efca7cda66b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:38.104911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e252feee-1d29-4e6f-a113-9efca7cda66b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:38.132021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] DHCP port deletion for 0aad6990-249a-4579-bccb-82ee4940fb2a request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:38.158311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Deleting port 529133c6-89d6-4508-9f88-efec075f7131 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:38.158681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.169488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Subnet': ['ID=e1a97a28-6ce6-4977-a262-97f6f71d6050,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:38.178759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.190539 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9b1fa05-c262-44b2-b494-771e68fdd18e (CIDR: 2001:db8::/64) Mar 22 11:41:38.197411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803c926-15ea-42d7-9483-a9d064061767,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:38.198507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Checking segment: {'id': '0f915af9-86a6-4c4b-8f06-e18fd609cf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:38.199583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network hostable DHCP agents. Network: 299aa51c-4ad6-4e64-8340-acb15b28f60f, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:38.240495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:38.241117 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.257173 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:41:38.257821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:38.258229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:38.272259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.273417 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87e5e2a1-6b74-46d9-8d68-35d19ea7f330 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e803c926-15ea-42d7-9483-a9d064061767 HTTP/1.1" status: 204 len: 168 time: 0.9805393 Mar 22 11:41:38.304746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:38.309619 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-50a7a070-0546-4127-af39-a703d1cd9151 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3926866 Mar 22 11:41:38.312076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55760) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:38.326858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e252feee-1d29-4e6f-a113-9efca7cda66b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:38.328324 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e252feee-1d29-4e6f-a113-9efca7cda66b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5192411 Mar 22 11:41:38.342119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55764) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:38.353726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:38.415921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 138d5a6a-62f5-465f-9198-5250db697e2e {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:38.419284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.435596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Calling delete_port for c5607792-5dcd-4772-9cc4-95b8ceb2aa56 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:38.492807 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c5607792-5dcd-4772-9cc4-95b8ceb2aa56 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:38.504387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.549106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:38.549728 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:38.560210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0804522b-bb73-46b3-a565-19b358346f6d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5358555 Mar 22 11:41:38.560210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:38.560774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55768) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:38.568873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 529133c6-89d6-4508-9f88-efec075f7131, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=529133c6-89d6-4508-9f88-efec075f7131,segment=NetworkSegment(dc1086a1-38e7-48ff-b076-f9665b774766),segment_id=dc1086a1-38e7-48ff-b076-f9665b774766)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:38.569040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:38.569427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.583325 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e01ebbe1-3cff-4a08-aa9a-347f0dd68b35 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2393076 Mar 22 11:41:38.588821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55772) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:38.609432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:38.704361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 529133c6-89d6-4508-9f88-efec075f7131 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:38.769927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 299aa51c-4ad6-4e64-8340-acb15b28f60f) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:38.778696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:38.778696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.811182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:38.820197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.868624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e43fb-0fd2-4c4b-9609-0ccd4e271cf0 None None] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:38.871641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:38.892381 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-43123f47-eaac-434d-8304-c54c50b4c06f tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1036518 Mar 22 11:41:38.894939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55778) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:38.906438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-273723200'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:38.912829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:38.917059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:38.921672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:38.930997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:38.939359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] For port 529133c6-89d6-4508-9f88-efec075f7131, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=529133c6-89d6-4508-9f88-efec075f7131,segment=NetworkSegment(dc1086a1-38e7-48ff-b076-f9665b774766),segment_id=dc1086a1-38e7-48ff-b076-f9665b774766)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:38.940161 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.948247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:38.983896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:38.987605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.006833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:39.018148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 529133c6-89d6-4508-9f88-efec075f7131 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:39.056471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:39.056919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:39.107652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=529133c6-89d6-4508-9f88-efec075f7131,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:39.109232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.112913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:39.116977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.194887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=138d5a6a-62f5-465f-9198-5250db697e2e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:39.214583 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Calling delete_port for 529133c6-89d6-4508-9f88-efec075f7131 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:39.224769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.242540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.251868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe0457-28ca-4d50-82de-565a12fd6f44 None None] Network 9530c298-6f62-41ea-807c-aeb121cf43d9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:39.289327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad6990-249a-4579-bccb-82ee4940fb2a']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:39.294552 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-641096c9-909f-4c4b-8a19-862204e1d7bc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/138d5a6a-62f5-465f-9198-5250db697e2e HTTP/1.1" status: 204 len: 168 time: 0.9814043 Mar 22 11:41:39.301027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55790) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:39.310688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:39.314237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1086a1-38e7-48ff-b076-f9665b774766') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:39.314532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1086a1-38e7-48ff-b076-f9665b774766') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:39.323317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:port and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:39.329806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:39.337874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.345260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:39.361541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.369290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:39.369684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:39.386802 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:39.437794 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.ipam_backend_mixin [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet af35b93d-be8f-4620-93f6-3bf697934768 (CIDR: 2001:db8:0:1::/64) Mar 22 11:41:39.463370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:39.467240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.487161 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.494294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.495943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port 566d9220-4b58-4c45-a37d-69b0de28802e yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:39.504278 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:41:39.504907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:39.542295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 59c345c3-bc79-4da3-83a5-38e11035414f {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:39.542640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.562521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Deleting port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:39.563308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.621779 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-67da49f8-a3bf-4776-80ce-d5366a40aaf2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0595729 Mar 22 11:41:39.625825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55800) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:39.663485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'subnet': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:39.682831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.712251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.725133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=0aad6990-249a-4579-bccb-82ee4940fb2a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:39.743921 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:39.744270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:39.783634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:39.836811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.860034 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-41790afe-5293-42e1-b3c8-d5ae5da022c8 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/0aad6990-249a-4579-bccb-82ee4940fb2a HTTP/1.1" status: 204 len: 168 time: 2.4129851 Mar 22 11:41:39.870738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55806) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:39.892864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::9d (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/566d9220-4b58-4c45-a37d-69b0de28802e) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:39.906312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-299aa51c-4ad6-4e64-8340-acb15b28f60f', 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'tenant_id': '5ea1b1254b4c4c2891bf8cf19fd61e78', 'fixed_ips': [{'subnet_id': 'e1a97a28-6ce6-4977-a262-97f6f71d6050'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:39.906312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.919829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.920509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 529133c6-89d6-4508-9f88-efec075f7131 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:39.947484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-61623430'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:39.994481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:40.024849 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:40.029769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:40.036923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:40.062023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 529133c6-89d6-4508-9f88-efec075f7131 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:40.062289 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 529133c6-89d6-4508-9f88-efec075f7131 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:40.086460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:40.089129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55810) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:40.104075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:40.106580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:40.107185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.139770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=b1e275c7-9584-42b7-8d58-9b6520b6f8d3,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:40.172472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 59c345c3-bc79-4da3-83a5-38e11035414f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=59c345c3-bc79-4da3-83a5-38e11035414f,segment=NetworkSegment(2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8),segment_id=2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:40.179345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.181227 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:40.189872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Usage tracker for resource:subnet and tenant:a00c4c8960f24c3098e5b184bd0cd366 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:40.233567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1162017604'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:40.239344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.247360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:40.248817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:40.256281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Usage tracker for resource:network and tenant:cfaa6dca973f4ac0bcb791fff76cbdfd is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:40.262344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:40.269768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object 566d9220-4b58-4c45-a37d-69b0de28802e will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:40.271500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:40.284475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Deleting port 529133c6-89d6-4508-9f88-efec075f7131 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:40.285052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.309648 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b25e3883-d7cd-4012-98c9-393f1b944b33 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7213044 Mar 22 11:41:40.316894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55816) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:40.317049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 59c345c3-bc79-4da3-83a5-38e11035414f owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:40.319723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'b1e275c7-9584-42b7-8d58-9b6520b6f8d3', 'ip_address': '2001:db8::4f92:5f19:a154:fcd6'}], 'name': 'tempest-NetworksTestDHCPv6-1793056850'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:40.339631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:40.347606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:40.349600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:40.353086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.396869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc8ca-824c-47a2-947a-ba6c87aedad8 None None] The port '529133c6-89d6-4508-9f88-efec075f7131' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:40.406119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.412986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Made reservation on behalf of cfaa6dca973f4ac0bcb791fff76cbdfd for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:40.416453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.427937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:40.434116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.434637 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment e98b1cb1-1731-47ae-8118-d61528cb954f of type vlan for network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 Mar 22 11:41:40.443298 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.448334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Made reservation on behalf of a00c4c8960f24c3098e5b184bd0cd366 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:40.452392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.482079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:40.482733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.495936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.523971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:40.536842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Usage tracker for resource:security_group_rule and tenant:cfaa6dca973f4ac0bcb791fff76cbdfd is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:40.548077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:40.552679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:40.560915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.568108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:40.573822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:40.585293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:40.591687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:40.592420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.596203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=566d9220-4b58-4c45-a37d-69b0de28802e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:40.613797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9066a2-7038-4959-ab84-b366e229b148 None None] DHCP port deletion for 9530c298-6f62-41ea-807c-aeb121cf43d9 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:40.623278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Calling delete_port for c5607792-5dcd-4772-9cc4-95b8ceb2aa56 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:40.626537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:40.639084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=59c345c3-bc79-4da3-83a5-38e11035414f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:40.645949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No DVR routers for this DVR port 59c345c3-bc79-4da3-83a5-38e11035414f on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:40.648122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:40.654132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:36Z', 'revision_number': 8, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:40.672069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Allocated IP 2001:db8::2 (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/7a7e0953-3cc8-4f45-974b-bd61cbf58b34) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:40.673905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:40.704377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:40.705298 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:40.729693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.731564 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-48d404da-9a14-4e3a-98bf-8ffff1baeac7 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8330073 Mar 22 11:41:40.735100 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55820) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:40.741164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827807759', 'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:e4:eb:ff'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:40.768383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:40.799374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.805673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:40.806485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.833733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:40.900636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9530c298-6f62-41ea-807c-aeb121cf43d9']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:40.968963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.009911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:41.013048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:41.013345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd2e420-4a7a-4244-8f4f-fa2ff26c43c8') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:41.027524 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=9ade4d85-06b4-4659-979b-40a4a7ad1ef0,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:41.034455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.061715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:41.064058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.070760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:41:41.081043 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c39cf448-389d-4e52-af96-714ad1785166 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1985862 Mar 22 11:41:41.083977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:41.083977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.086018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55824) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:41.093794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:41.094227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:41.097139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7737b89b-05a1-4e85-bb4d-a793c31da5ef,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:41.100188 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:41.113807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:41.154062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.154408 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Added segment 934abeaf-6f67-4f03-8d79-855e92117a86 of type vlan for network 802f2c66-7741-4877-afb5-d2457ee925af Mar 22 11:41:41.169427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.276308 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 873d54b6-17d7-476d-9639-e2015d360aec yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:41.280692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.298879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.305435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.323059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:41.333930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.347367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=9530c298-6f62-41ea-807c-aeb121cf43d9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:41.354112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:port and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:41.359330 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-787904fd-e289-45fa-81b1-89123938f865 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/9530c298-6f62-41ea-807c-aeb121cf43d9 HTTP/1.1" status: 204 len: 168 time: 2.0550132 Mar 22 11:41:41.366291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:41.372619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55828) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:41.377116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Network a5456a60-f2df-4b99-b6e6-a00e7024520c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:41.377225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:41.380885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:41.383450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:41.387718 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:41.394125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:41.417562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:41.438397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27411c-912f-4237-b4dc-15f105fd4f06 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:41.444686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:41.445380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.484112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Subnet': ['ID=38a45e25-34f3-4ff3-a68b-38df00fa3e2b,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:41.485353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.539668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:41.552984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Transition to ACTIVE for port object 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:41.566508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.572002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:41.572654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.622924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Transition to ACTIVE for port object 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:41.623134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::4f92:5f19:a154:fcd6 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b1e275c7-9584-42b7-8d58-9b6520b6f8d3/873d54b6-17d7-476d-9639-e2015d360aec) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:41.647620 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:41.651697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.665845 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-df6e99f4-c7c2-4561-aaa5-2287717b29a3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0387363 Mar 22 11:41:41.674760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55832) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:41.683519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-855996217', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38a45e25-34f3-4ff3-a68b-38df00fa3e2b'}], 'security_groups': ['656035b3-e230-4840-b709-5c0da7b34b37', 'f0e5bb4e-33e7-441a-a010-35740d75931c']}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:41.705749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Deleting port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:41.706120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.746516 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.846497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'Network': ['ID=802f2c66-7741-4877-afb5-d2457ee925af,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:41.886864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 802f2c66-7741-4877-afb5-d2457ee925af details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:41:41.946718 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-89ea2da5-f3cc-452f-ad68-d789dc7784c7 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8578191 Mar 22 11:41:41.956174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55836) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:41.972089 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:41.985300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Request body: {'subnet': {'network_id': '802f2c66-7741-4877-afb5-d2457ee925af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:42.007348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.041422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:42.044134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:42.112780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Pushing event updated for resources: {'Port': ['ID=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:42.162911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port cc232c56-a34e-4c27-af61-2c2f49c77390 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:42.186729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.305139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:36Z', 'revision_number': 8, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:42.307106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Attempting to bind port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:42.307474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Attempting to bind port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '0f915af9-86a6-4c4b-8f06-e18fd609cf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:42.307837 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Attempting to bind port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 on network 299aa51c-4ad6-4e64-8340-acb15b28f60f {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:42.321582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:42.371058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.374798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004b719-6dbb-4e65-93e5-775bb4c336c3 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:36Z', 'revision_number': 8, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f412fe7-4486-4ba4-881c-652a9e507e5c', 'name': '', 'network_id': '9c7fc90d-ebd4-4901-9e23-b18e0677ca30', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:ef:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:41:07Z', 'updated_at': '2022-03-22T11:41:21Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'f606e05a-a623-4fc5-b65c-183f1cdbee2f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:42.382398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:42.382780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Checking segment: {'id': '0f915af9-86a6-4c4b-8f06-e18fd609cf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:42.383186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.383579 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Bound using segment: {'id': '0f915af9-86a6-4c4b-8f06-e18fd609cf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:42.384148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Bound port: 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f915af9-86a6-4c4b-8f06-e18fd609cf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:42.384549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.393669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 873d54b6-17d7-476d-9639-e2015d360aec will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:42.400670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 59c345c3-bc79-4da3-83a5-38e11035414f no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:42.412813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Usage tracker for resource:subnet and tenant:cfaa6dca973f4ac0bcb791fff76cbdfd is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:42.424885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:42.445513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:42.454285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 59c345c3-bc79-4da3-83a5-38e11035414f {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:42.454846 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 59c345c3-bc79-4da3-83a5-38e11035414f not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:42.507608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.523707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] For port c5607792-5dcd-4772-9cc4-95b8ceb2aa56, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:42.524178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.560767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::78 (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/cc232c56-a34e-4c27-af61-2c2f49c77390) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:42.577409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Made reservation on behalf of cfaa6dca973f4ac0bcb791fff76cbdfd for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:42.580831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.621786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.629748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.726778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Calling delete_port for c5607792-5dcd-4772-9cc4-95b8ceb2aa56 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:42.800596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] For port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:42.826480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] For port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,segment=NetworkSegment(0f915af9-86a6-4c4b-8f06-e18fd609cf1e),segment_id=0f915af9-86a6-4c4b-8f06-e18fd609cf1e)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:42.840440 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Update dhcp port {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'fixed_ips': [{'subnet_id': 'af35b93d-be8f-4620-93f6-3bf697934768', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a9b1fa05-c262-44b2-b494-771e68fdd18e', 'ip_address': '2001:db8::2'}, {'subnet_id': '38a45e25-34f3-4ff3-a68b-38df00fa3e2b'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '80ab1672-a4cc-4eac-8a1b-02c5895eb4d7'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:41:42.921383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.937545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.951220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:42.963994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:42.967806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:42.973553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:42.974907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.018606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Delete allocated IP 2001:db8::ca (a5456a60-f2df-4b99-b6e6-a00e7024520c/a9b1fa05-c262-44b2-b494-771e68fdd18e) {{(pid=88741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:41:43.035642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=873d54b6-17d7-476d-9639-e2015d360aec,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:43.039251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Allocated IP 2001:db8:0:2::42 (a5456a60-f2df-4b99-b6e6-a00e7024520c/38a45e25-34f3-4ff3-a68b-38df00fa3e2b/19089cdd-dd13-4d03-8391-27b4dd96dfd7) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:43.044024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=7acb06e1-4c0d-4981-97d4-ca777a6ee74a,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:43.071256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 8f412fe7-4486-4ba4-881c-652a9e507e5c {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:43.071458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.071598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.078448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': 'e98b1cb1-1731-47ae-8118-d61528cb954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:43.078448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: 9ade4d85-06b4-4659-979b-40a4a7ad1ef0, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:43.107079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] No DVR routers for this DVR port c5607792-5dcd-4772-9cc4-95b8ceb2aa56 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:43.122611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9fd7-177f-4c9e-bb8b-c6a8f618c97a None None] Pushing event updated for resources: {'Port': ['ID=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:43.171952 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d0b1e0e6-9988-403d-97fd-833b4742009c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8546937 Mar 22 11:41:43.184407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55840) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:43.196762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'b1e275c7-9584-42b7-8d58-9b6520b6f8d3', 'ip_address': '2001:db8::4f92:5f19:a154:fcd6'}], 'name': 'tempest-NetworksTestDHCPv6-1593438116'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:43.212943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6edb2-b702-48d0-adf5-775996727c2b None None] Pushing event deleted for resources: {'Port': ['ID=c5607792-5dcd-4772-9cc4-95b8ceb2aa56,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:43.215734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002264c-f3f6-414c-91b2-5ce1e98649e9 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:43.382916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:43.441005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.462837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9ade4d85-06b4-4659-979b-40a4a7ad1ef0) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:43.503995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434ae1f-e102-43e5-92b7-cef85e2e2038 None None] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:43.528164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:43.528773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.533002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object cc232c56-a34e-4c27-af61-2c2f49c77390 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:43.602707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:43.607555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:43.610262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.612113 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:43.621372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:43.634967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 8f412fe7-4486-4ba4-881c-652a9e507e5c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8f412fe7-4486-4ba4-881c-652a9e507e5c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:43.635596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.652570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Transition to ACTIVE for port object 19089cdd-dd13-4d03-8391-27b4dd96dfd7 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:43.674463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.732808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:43.737744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.757560 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2b123bd9-2cdf-4d92-9821-3f93157ab320 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6670601 Mar 22 11:41:43.761717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55844) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:43.779109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-471115731'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:43.784491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 8f412fe7-4486-4ba4-881c-652a9e507e5c owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:43.812304 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.823474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'b1e275c7-9584-42b7-8d58-9b6520b6f8d3'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:43.827288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.905140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.929625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] In _notify_port_updated(), no bound segment for port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 on network a5456a60-f2df-4b99-b6e6-a00e7024520c {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:43.935699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:43.936536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.938359 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "PUT /v2.0/ports/19089cdd-dd13-4d03-8391-27b4dd96dfd7 HTTP/1.1" status: 200 len: 968 time: 2.2623570 Mar 22 11:41:43.946670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55848) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:43.946868 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Allocated IP 2001:db8:0:2::2 (a5456a60-f2df-4b99-b6e6-a00e7024520c/38a45e25-34f3-4ff3-a68b-38df00fa3e2b/80ab1672-a4cc-4eac-8a1b-02c5895eb4d7) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:43.953421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9ade4d85-06b4-4659-979b-40a4a7ad1ef0', 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': '7acb06e1-4c0d-4981-97d4-ca777a6ee74a'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:43.954245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.985308 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'Subnet': ['ID=976c3209-eafa-4039-9d4e-53f05618379c,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:44.005652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:44.017976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:44.020704 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:44.027037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:44.027721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.036198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11304f3-b0a5-4a01-a1d4-ced847293be9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event updated for resources: {'Port': ['ID=19089cdd-dd13-4d03-8391-27b4dd96dfd7,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:44.047864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 1b190948-40d8-49cc-9f93-94174073dfd6 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:44.069556 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 19089cdd-dd13-4d03-8391-27b4dd96dfd7 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:44.070154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.151983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=cc232c56-a34e-4c27-af61-2c2f49c77390,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:44.169574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Checking segment: {'id': '934abeaf-6f67-4f03-8d79-855e92117a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:44.169574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Network hostable DHCP agents. Network: 802f2c66-7741-4877-afb5-d2457ee925af, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:41:44.178015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:44.182252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:44.185487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:44.193048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:44.242693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b1e275c7-9584-42b7-8d58-9b6520b6f8d3/f9b99e34-e34e-430d-a846-e60fe1b5a8bb) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:44.281655 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1ac69ff9-98ff-4f11-b8c4-4e30f5ac74c6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5447085 Mar 22 11:41:44.282725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55852) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:44.334495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:44.338074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.380020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 52c1ced7-5a16-4e97-8f16-c367e19ca3d5 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:44.405284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.426162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:44.435970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:44.442242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Network 802f2c66-7741-4877-afb5-d2457ee925af is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:41:44.532040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:44.534177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Allocated IP 172.20.0.2 (9ade4d85-06b4-4659-979b-40a4a7ad1ef0/7acb06e1-4c0d-4981-97d4-ca777a6ee74a/0039f288-ac22-4637-8358-18a5703b2dc0) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:44.539684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:44.547769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:44.548675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:44.563901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 802f2c66-7741-4877-afb5-d2457ee925af) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:44.570321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:44.570321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.602006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 19089cdd-dd13-4d03-8391-27b4dd96dfd7 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:44.606654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28171cb-d37b-4a2d-b03b-50d36d25cd68 None None] Network 802f2c66-7741-4877-afb5-d2457ee925af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:44.631643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:44.636055 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b26c48f5-e3ed-4ed7-a521-fa1469e26fe1 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.3483410 Mar 22 11:41:44.644499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55856) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:44.675519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.687582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbd59e-7837-498a-b0c7-4eb0fa99097c None None] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:44.705057 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ffdd11fb-f9de-4acb-ac9e-d2585ca06074 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7460124 Mar 22 11:41:44.706329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55860) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:44.714527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Request body: {'port': {'network_id': '802f2c66-7741-4877-afb5-d2457ee925af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-174383559'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:44.721576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port cc232c56-a34e-4c27-af61-2c2f49c77390 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:44.724768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.747169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:44.935999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Transition to ACTIVE for port object 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:44.948969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=8f412fe7-4486-4ba4-881c-652a9e507e5c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:45.013762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.029158 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.136346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Provisioning for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:45.197913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.231242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:45.299600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for cc232c56-a34e-4c27-af61-2c2f49c77390 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:45.300545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Provisioning complete for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:45.300934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.370704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=19089cdd-dd13-4d03-8391-27b4dd96dfd7,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:45.383224 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.400701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:45.401086 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.412251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.452760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:45.457120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.462109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Usage tracker for resource:port and tenant:cfaa6dca973f4ac0bcb791fff76cbdfd is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:45.466511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:45.475286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:45.532028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.564278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Transition to ACTIVE for port object f9b99e34-e34e-430d-a846-e60fe1b5a8bb will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:45.609790 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ab2bb0e1-6abd-4d7f-8bae-b889d22f49e7 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/19089cdd-dd13-4d03-8391-27b4dd96dfd7 HTTP/1.1" status: 204 len: 168 time: 1.6616988 Mar 22 11:41:45.611880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f518a-2c10-432e-81c1-431f188a8eb3 None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=7']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:45.612966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Made reservation on behalf of cfaa6dca973f4ac0bcb791fff76cbdfd for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:45.616685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.626922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55864) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:45.633059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=cc232c56-a34e-4c27-af61-2c2f49c77390,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:45.680555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.688421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Transition to ACTIVE for port object f9b99e34-e34e-430d-a846-e60fe1b5a8bb will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:45.704678 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77be400-22fe-4738-ac5b-bd8acff0a7d8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] GET failed (client error): The resource could not be found. Mar 22 11:41:45.705222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f77be400-22fe-4738-ac5b-bd8acff0a7d8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Synchronizing usage tracker for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:45.715875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] device_id is not set on port b88ce992-2868-406d-b38a-7fd4a99a1b13 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:45.746959 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Transition to ACTIVE for port object 0039f288-ac22-4637-8358-18a5703b2dc0 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:45.749215 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.778588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-802f2c66-7741-4877-afb5-d2457ee925af', 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af', 'tenant_id': 'cfaa6dca973f4ac0bcb791fff76cbdfd', 'fixed_ips': [{'subnet_id': '976c3209-eafa-4039-9d4e-53f05618379c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:45.779392 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.899969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Transition to ACTIVE for port object 0039f288-ac22-4637-8358-18a5703b2dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:45.904464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.914931 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bd9317df-8dd8-4848-afba-e4fd97713163 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/cc232c56-a34e-4c27-af61-2c2f49c77390 HTTP/1.1" status: 204 len: 168 time: 1.2744594 Mar 22 11:41:45.916199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55868) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:45.921515 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:45.927069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f77be400-22fe-4738-ac5b-bd8acff0a7d8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Unset dirty status for tenant:a00c4c8960f24c3098e5b184bd0cd366 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:45.928227 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f77be400-22fe-4738-ac5b-bd8acff0a7d8 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports/19089cdd-dd13-4d03-8391-27b4dd96dfd7 HTTP/1.1" status: 404 len: 333 time: 0.2981637 Mar 22 11:41:45.935780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55872) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:45.975994 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce911d76-6c7a-4bc7-83ff-5c26af994358 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] GET failed (client error): The resource could not be found. Mar 22 11:41:45.976709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce911d76-6c7a-4bc7-83ff-5c26af994358 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:46.045060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:46.046568 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 11:41:46.047207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:46.110124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:46.111609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.122175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce911d76-6c7a-4bc7-83ff-5c26af994358 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:46.123400 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:46.127327 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ce911d76-6c7a-4bc7-83ff-5c26af994358 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports/cc232c56-a34e-4c27-af61-2c2f49c77390 HTTP/1.1" status: 404 len: 333 time: 0.2070413 Mar 22 11:41:46.134858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:46.137375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55876) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:46.149398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1738595788'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:46.182505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.199794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:46.220020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:46.249776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:46.280060 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-54b674a5-889a-4edf-a205-d4c645c13bf7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0923667 Mar 22 11:41:46.291757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55880) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:46.293459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.298382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.11 (9ade4d85-06b4-4659-979b-40a4a7ad1ef0/7acb06e1-4c0d-4981-97d4-ca777a6ee74a/52c1ced7-5a16-4e97-8f16-c367e19ca3d5) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:46.300534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Allocated IP 2001:db8::a (802f2c66-7741-4877-afb5-d2457ee925af/976c3209-eafa-4039-9d4e-53f05618379c/b88ce992-2868-406d-b38a-7fd4a99a1b13) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:46.307604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:46.318238 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:46.324269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Pushing event updated for resources: {'Port': ['ID=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:46.334057 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:46.336110 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:46.370064 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0233489-1737-4459-a6ff-7d9dc393927a tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9872520 Mar 22 11:41:46.370064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55884) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:46.384578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,segment=NetworkSegment(0f915af9-86a6-4c4b-8f06-e18fd609cf1e),segment_id=0f915af9-86a6-4c4b-8f06-e18fd609cf1e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:46.462380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:46.471484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.474889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Attempting to bind port f9b99e34-e34e-430d-a846-e60fe1b5a8bb on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:46.475254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Attempting to bind port f9b99e34-e34e-430d-a846-e60fe1b5a8bb by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:46.475380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:46.475607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Attempting to bind port f9b99e34-e34e-430d-a846-e60fe1b5a8bb on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:46.486929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.537459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 36556b8d-224a-48c3-b254-509658241d37 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:46.586460 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:46.591990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:46.596214 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.618157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Attempting to bind port 0039f288-ac22-4637-8358-18a5703b2dc0 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:46.618714 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Attempting to bind port 0039f288-ac22-4637-8358-18a5703b2dc0 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'e98b1cb1-1731-47ae-8118-d61528cb954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:46.618865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Attempting to bind port 0039f288-ac22-4637-8358-18a5703b2dc0 on network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:46.635727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Pushing event updated for resources: {'Port': ['ID=0039f288-ac22-4637-8358-18a5703b2dc0,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:46.638119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:46.638490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:46.638887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.639264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:46.642600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Bound port: f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:46.643029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.648403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce624ca7-3b23-4fae-839b-12f794683432 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:46.658938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce624ca7-3b23-4fae-839b-12f794683432 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:46.659980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce624ca7-3b23-4fae-839b-12f794683432 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:46.672115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port 932958ca-ba80-4c73-ade0-bb0108a8c5ba yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:46.749941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet f606e05a-a623-4fc5-b65c-183f1cdbee2f {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:46.778024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.786936 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 36556b8d-224a-48c3-b254-509658241d37 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:46.786936 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 36556b8d-224a-48c3-b254-509658241d37 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:46.803247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:46.829287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:46.831508 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Checking segment: {'id': 'e98b1cb1-1731-47ae-8118-d61528cb954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:46.833011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.837380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Bound using segment: {'id': 'e98b1cb1-1731-47ae-8118-d61528cb954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:46.838244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Bound port: 0039f288-ac22-4637-8358-18a5703b2dc0, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98b1cb1-1731-47ae-8118-d61528cb954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ade4d85-06b4-4659-979b-40a4a7ad1ef0'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:46.839464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:46.855323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ce624ca7-3b23-4fae-839b-12f794683432 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:46.856491 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ce624ca7-3b23-4fae-839b-12f794683432 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5600514 Mar 22 11:41:46.861466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55888) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:46.865579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.066659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 52c1ced7-5a16-4e97-8f16-c367e19ca3d5 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:47.115762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] For port f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:47.121270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] For port f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:47.131208 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:47.163234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::2b0 (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/932958ca-ba80-4c73-ade0-bb0108a8c5ba) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:47.189931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:47.190295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-4971ef92-84d3-4db6-afa0-0cc20dcd47ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:47.198483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 873d54b6-17d7-476d-9639-e2015d360aec {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:47.198830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.244367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.263012 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:44Z', 'revision_number': 9, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:47.268531 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:47.270041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.282656 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:47.283723 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:47.329089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.370250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.375564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=52c1ced7-5a16-4e97-8f16-c367e19ca3d5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:47.416107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f364e35-16e9-4f1b-af93-a369693259c6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:47.444254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:47.454961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:47.486220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.508839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Transition to ACTIVE for port object b88ce992-2868-406d-b38a-7fd4a99a1b13 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:47.522297 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:47.528740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] For port 0039f288-ac22-4637-8358-18a5703b2dc0, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:47.535985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.542036 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f144c57-e9df-4c1a-b2a8-5c47b104c5a9 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f364e35-16e9-4f1b-af93-a369693259c6 HTTP/1.1" status: 204 len: 168 time: 1.6047788 Mar 22 11:41:47.542586 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55892) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:47.547969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] For port 0039f288-ac22-4637-8358-18a5703b2dc0, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=0039f288-ac22-4637-8358-18a5703b2dc0,segment=NetworkSegment(e98b1cb1-1731-47ae-8118-d61528cb954f),segment_id=e98b1cb1-1731-47ae-8118-d61528cb954f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:47.554530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da600533-e7b4-4a1b-a411-ead4e5dc8248 None None] Pushing event updated for resources: {'Port': ['ID=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:47.599482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:47.638846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.688893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.751543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'Port': ['ID=b88ce992-2868-406d-b38a-7fd4a99a1b13,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:47.764931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.842822 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.920418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Network 802f2c66-7741-4877-afb5-d2457ee925af is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:47.934825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:47.947899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:47.953855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:47.954233 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:47.982701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.090345 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Allocated IP 2001:db8::2 (802f2c66-7741-4877-afb5-d2457ee925af/976c3209-eafa-4039-9d4e-53f05618379c/21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:48.099732 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8cf28dfc-ab3d-4da0-b5e8-975fab6bc5c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.3902540 Mar 22 11:41:48.106027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55896) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:48.107904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:48.107904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.120859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Request body: {'port': {'network_id': '802f2c66-7741-4877-afb5-d2457ee925af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1012242535', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:48.123366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] bootfile-name is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:48.123888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] tftp-server is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:48.124996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] server-ip-address is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:48.166124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.197488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.308608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.316763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.327142 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:44Z', 'revision_number': 9, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:48.331861 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab3d7a9-686b-4476-aaf2-746657344e6a None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:44Z', 'revision_number': 9, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': '23b69205-0c87-4804-9f27-3bcea19223f1', 'name': '', 'network_id': 'e8a061fa-4809-4bff-b9f6-e711e6723469', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:74:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:55Z', 'updated_at': '2022-03-22T11:41:09Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': '5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:41:48.355985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2a0e4-8262-44df-9521-ef290d73854c None None] Pushing event updated for resources: {'Port': ['ID=0039f288-ac22-4637-8358-18a5703b2dc0,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:48.365053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81765c10-0140-473c-b50c-0000026fd7ec None None] Network 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:48.404658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=f606e05a-a623-4fc5-b65c-183f1cdbee2f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:48.423141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 873d54b6-17d7-476d-9639-e2015d360aec owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:48.429397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5bb4e-33e7-441a-a010-35740d75931c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:48.443605 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6221d5e8-db22-437d-b34e-bac9f6d4d962 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/f606e05a-a623-4fc5-b65c-183f1cdbee2f HTTP/1.1" status: 204 len: 168 time: 2.0765495 Mar 22 11:41:48.447152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.448180 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1e114dd7-dbc4-4a0c-97f8-7fa4fafa3705 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/security-groups/f0e5bb4e-33e7-441a-a010-35740d75931c HTTP/1.1" status: 204 len: 168 time: 0.9009399 Mar 22 11:41:48.448811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55900) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:48.458628 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55902) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:48.471560 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7540efa0-c55f-42d9-b58a-8a1552318f14 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.7007735 Mar 22 11:41:48.488028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55906) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:48.541476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.576883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object 932958ca-ba80-4c73-ade0-bb0108a8c5ba will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:48.619677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:48.620049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.668399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:48.674040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.725755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Transition to ACTIVE for port object 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:48.729516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Usage tracker for resource:port and tenant:cfaa6dca973f4ac0bcb791fff76cbdfd is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:48.735998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.739689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:48.752336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:48.754422 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.756194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:48.792267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.793445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Could not find standard attr ID for object cc232c56-a34e-4c27-af61-2c2f49c77390. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:48.796667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Transition to ACTIVE for port object 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:48.831774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.831975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.875894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.946561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 52c1ced7-5a16-4e97-8f16-c367e19ca3d5 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:48.952577 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:48.959266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning for port 566d9220-4b58-4c45-a37d-69b0de28802e completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:49.017373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] DHCP port deletion for 9c7fc90d-ebd4-4901-9e23-b18e0677ca30 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:49.020359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning complete for port 566d9220-4b58-4c45-a37d-69b0de28802e triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:49.021990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.047382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.069072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.073288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Network 802f2c66-7741-4877-afb5-d2457ee925af is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:49.074211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Deleting port 9d0775aa-66ca-4391-b133-8415285e118c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:49.074764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.075759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:49.097203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 9d0775aa-66ca-4391-b133-8415285e118c {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:49.098061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.112941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:49.125939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:49.131662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:49.137457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:49.138074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.149855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:49.155788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=932958ca-ba80-4c73-ade0-bb0108a8c5ba,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:49.176232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656035b3-e230-4840-b709-5c0da7b34b37,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:49.187169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Made reservation on behalf of cfaa6dca973f4ac0bcb791fff76cbdfd for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:49.205781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.236814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.238362 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6e4b68a7-f42a-4444-8da4-70a16c33f033 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/security-groups/656035b3-e230-4840-b709-5c0da7b34b37 HTTP/1.1" status: 204 len: 168 time: 0.7548864 Mar 22 11:41:49.254505 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/873d54b6-17d7-476d-9639-e2015d360aec HTTP/1.1" status: 204 len: 168 time: 2.3852353 Mar 22 11:41:49.269222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] device_id is not set on port ede88e3d-f271-457a-8e28-4ccb41783fc5 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:49.280312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 0039f288-ac22-4637-8358-18a5703b2dc0 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:49.280533 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55912) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:49.280639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55914) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:49.357549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Pushing event updated for resources: {'Port': ['ID=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:49.379137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55073585-a270-463e-8966-0bba2644bbe1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=873d54b6-17d7-476d-9639-e2015d360aec,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:49.435746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Port 566d9220-4b58-4c45-a37d-69b0de28802e cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:49.448714 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-00fbb4f1-53c9-4559-9c67-e4b90f50ac77 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3099518 Mar 22 11:41:49.462037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55920) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:49.478903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Attempting to bind port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:49.479633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Attempting to bind port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '934abeaf-6f67-4f03-8d79-855e92117a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:49.480324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Attempting to bind port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 on network 802f2c66-7741-4877-afb5-d2457ee925af {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:49.491171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:49.491678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Checking segment: {'id': '934abeaf-6f67-4f03-8d79-855e92117a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:49.492191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.492719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Bound using segment: {'id': '934abeaf-6f67-4f03-8d79-855e92117a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:49.493305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Bound port: 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934abeaf-6f67-4f03-8d79-855e92117a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '802f2c66-7741-4877-afb5-d2457ee925af'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:49.493814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.498016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:e4:eb:ff'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:49.519775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning complete for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:49.520337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.574835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfab22-1a1b-4a13-901e-25e14049c436 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:49.578806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfab22-1a1b-4a13-901e-25e14049c436 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:49.582250 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-86cfab22-1a1b-4a13-901e-25e14049c436 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2963820 Mar 22 11:41:49.591771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet a9b1fa05-c262-44b2-b494-771e68fdd18e {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:49.595285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.679903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.709936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 9d0775aa-66ca-4391-b133-8415285e118c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9d0775aa-66ca-4391-b133-8415285e118c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:49.710309 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.736608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55924) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:49.776525 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] For port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:41:49.843880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:49.860346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 9d0775aa-66ca-4391-b133-8415285e118c owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:49.887949 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] For port 9d0775aa-66ca-4391-b133-8415285e118c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9d0775aa-66ca-4391-b133-8415285e118c,segment=NetworkSegment(e4f632d6-e92c-4472-8048-8b3dfa563171),segment_id=e4f632d6-e92c-4472-8048-8b3dfa563171)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:49.888330 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.053969 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.091833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Calling delete_port for 9d0775aa-66ca-4391-b133-8415285e118c owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:50.097945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet b1e275c7-9584-42b7-8d58-9b6520b6f8d3 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:50.123508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.124216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 0039f288-ac22-4637-8358-18a5703b2dc0 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:50.129692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37ee36-c7c9-4fa4-a379-a9744ecdf8ba None None] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:50.153607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b1fa05-c262-44b2-b494-771e68fdd18e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:50.160047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.168006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] For port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,segment=NetworkSegment(934abeaf-6f67-4f03-8d79-855e92117a86),segment_id=934abeaf-6f67-4f03-8d79-855e92117a86)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:41:50.181569 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a88ecfcf-a03b-4ad1-9810-146ebf4a263d tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/a9b1fa05-c262-44b2-b494-771e68fdd18e HTTP/1.1" status: 204 len: 168 time: 0.8998790 Mar 22 11:41:50.186684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55928) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:50.205630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:50.229331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d86f5-b709-4603-8c93-8626305ed0ac None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:50.232396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.255673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.303622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No DVR routers for this DVR port 9d0775aa-66ca-4391-b133-8415285e118c on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:50.307372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=9d0775aa-66ca-4391-b133-8415285e118c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:50.314262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.367240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet 38a45e25-34f3-4ff3-a68b-38df00fa3e2b {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:50.370243 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.423874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.431951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.508547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.570705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdc14a-4f3a-4a99-aecd-eb700887b679 None None] Pushing event updated for resources: {'Port': ['ID=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:50.572929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:50.573278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:50.632300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 52c1ced7-5a16-4e97-8f16-c367e19ca3d5 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:50.675981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.676350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:50.694519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:50.694746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.707152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Allocated IP 2001:db8::2b8 (802f2c66-7741-4877-afb5-d2457ee925af/976c3209-eafa-4039-9d4e-53f05618379c/ede88e3d-f271-457a-8e28-4ccb41783fc5) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:50.731523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.736426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:50.736825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.747369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fc90d-ebd4-4901-9e23-b18e0677ca30']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:50.797527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.836807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f632d6-e92c-4472-8048-8b3dfa563171') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:50.838494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f632d6-e92c-4472-8048-8b3dfa563171') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:50.858787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.863281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=38a45e25-34f3-4ff3-a68b-38df00fa3e2b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:50.866972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.884466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.931014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.954460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:50.955013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:50.984956 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:51.022157 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7b22452f-fab7-4ff3-ad8d-6456976844db tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/38a45e25-34f3-4ff3-a68b-38df00fa3e2b HTTP/1.1" status: 204 len: 168 time: 0.8347466 Mar 22 11:41:51.027378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55932) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.092479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.099061 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2ce36e-341a-4c79-b9dc-426370c0138c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:51.099575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2ce36e-341a-4c79-b9dc-426370c0138c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:51.107316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Deleting port 9d0775aa-66ca-4391-b133-8415285e118c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:51.107858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.143880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e275c7-9584-42b7-8d58-9b6520b6f8d3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:51.153792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.155817 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bb0ff05b-0ebc-443a-ac8a-27db0293b7f7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b1e275c7-9584-42b7-8d58-9b6520b6f8d3 HTTP/1.1" status: 204 len: 168 time: 1.4111977 Mar 22 11:41:51.159740 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9a2ce36e-341a-4c79-b9dc-426370c0138c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/a9b1fa05-c262-44b2-b494-771e68fdd18e HTTP/1.1" status: 404 len: 337 time: 0.1293316 Mar 22 11:41:51.159740 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55936) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.161568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55938) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.175944 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c927e1-ed28-48c9-b951-2d1c6546e759 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:51.215729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.246135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.248978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=9c7fc90d-ebd4-4901-9e23-b18e0677ca30,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:51.252719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd000d-4451-4345-84bd-9645f8360220 None None] The port '9d0775aa-66ca-4391-b133-8415285e118c' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:51.256631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f9b99e34-e34e-430d-a846-e60fe1b5a8bb up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:51.258555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.313572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.342326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=52c1ced7-5a16-4e97-8f16-c367e19ca3d5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:51.385570 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-56876c78-b6c9-4f6d-88b9-6d63eff91507 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/9c7fc90d-ebd4-4901-9e23-b18e0677ca30 HTTP/1.1" status: 204 len: 168 time: 2.9334197 Mar 22 11:41:51.387058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Transition to ACTIVE for port object ede88e3d-f271-457a-8e28-4ccb41783fc5 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:51.393554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55944) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.461905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.482084 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ae8013b1-88ca-4f5c-ac90-42659fe510d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3166254 Mar 22 11:41:51.489013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55948) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.498094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:51.550135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-69ee6721-ceea-4fe7-ab37-3ad6837a1c13 None None] Could not find standard attr ID for object 19089cdd-dd13-4d03-8391-27b4dd96dfd7. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:51.638245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934e6b9-e032-48af-8297-02dc0fb1805f None None] Update dhcp port {'port': {'network_id': 'a5456a60-f2df-4b99-b6e6-a00e7024520c', 'fixed_ips': [{'subnet_id': 'af35b93d-be8f-4620-93f6-3bf697934768', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38a45e25-34f3-4ff3-a68b-38df00fa3e2b'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '80ab1672-a4cc-4eac-8a1b-02c5895eb4d7'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:41:51.640643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:51.656700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:51.687438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.695887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.701653 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ba38e3b-9bca-4247-84e4-62b761f3aee7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/52c1ced7-5a16-4e97-8f16-c367e19ca3d5 HTTP/1.1" status: 204 len: 168 time: 3.2093840 Mar 22 11:41:51.701958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port f9b99e34-e34e-430d-a846-e60fe1b5a8bb completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:51.711847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55952) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.725669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:51.735136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Deleting port f9b99e34-e34e-430d-a846-e60fe1b5a8bb {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:51.735512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.793330 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ef412a-ca96-4b46-a98b-ed427eaa7371 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:41:51.793970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-01ef412a-ca96-4b46-a98b-ed427eaa7371 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:51.798820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:51.811579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.835140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8f412fe7-4486-4ba4-881c-652a9e507e5c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:51.857365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] In _notify_port_updated(), no bound segment for port 932958ca-ba80-4c73-ade0-bb0108a8c5ba on network 299aa51c-4ad6-4e64-8340-acb15b28f60f {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:51.863167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:51.864565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.868982 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "PUT /v2.0/ports/932958ca-ba80-4c73-ade0-bb0108a8c5ba HTTP/1.1" status: 200 len: 1002 time: 2.4045753 Mar 22 11:41:51.891136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting subnet af35b93d-be8f-4620-93f6-3bf697934768 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:51.902323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55956) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:51.907859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:51.956248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Provisioning for port f9b99e34-e34e-430d-a846-e60fe1b5a8bb completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:51.963814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 8f412fe7-4486-4ba4-881c-652a9e507e5c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:51.964250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8f412fe7-4486-4ba4-881c-652a9e507e5c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:51.974424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f934e6b9-e032-48af-8297-02dc0fb1805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.029032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea63b6d-a67d-4244-b7b6-9434f6b6fc19 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=932958ca-ba80-4c73-ade0-bb0108a8c5ba,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:52.126556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Provisioning complete for port f9b99e34-e34e-430d-a846-e60fe1b5a8bb triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:52.127632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.228220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:52.262960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.286233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d921fd-87d3-43c2-92d5-78e44fd09646 None None] Network 802f2c66-7741-4877-afb5-d2457ee925af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:52.318365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 932958ca-ba80-4c73-ade0-bb0108a8c5ba {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:52.318878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.419117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.514006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-01ef412a-ca96-4b46-a98b-ed427eaa7371 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:52.515100 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-01ef412a-ca96-4b46-a98b-ed427eaa7371 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/52c1ced7-5a16-4e97-8f16-c367e19ca3d5 HTTP/1.1" status: 404 len: 333 time: 0.8019404 Mar 22 11:41:52.520852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55960) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:52.539479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Network 802f2c66-7741-4877-afb5-d2457ee925af is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:52.552720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:52.555322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:52.561499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:52.562147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.580490 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'Port': ['ID=ede88e3d-f271-457a-8e28-4ccb41783fc5,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:52.617297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.672589 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-148aadd3-2a63-477d-883f-efd1001d18f4 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5597770 Mar 22 11:41:52.675207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55964) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:52.718174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] For port f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:52.718577 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.734405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:52.772158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.899466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 7acb06e1-4c0d-4981-97d4-ca777a6ee74a {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:52.919736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.923493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Calling delete_port for f9b99e34-e34e-430d-a846-e60fe1b5a8bb owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:52.963213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9d0775aa-66ca-4391-b133-8415285e118c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:52.984377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:52.987513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.021697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 9d0775aa-66ca-4391-b133-8415285e118c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:53.022034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9d0775aa-66ca-4391-b133-8415285e118c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:53.022656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f9b99e34-e34e-430d-a846-e60fe1b5a8bb no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:53.125408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for 932958ca-ba80-4c73-ade0-bb0108a8c5ba owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:53.144433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] For port f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:53.159607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.165623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.188814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:53.195501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:53.202070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:53.203742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Synchronizing usage tracker for tenant:cfaa6dca973f4ac0bcb791fff76cbdfd on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:53.215558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.296164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.300771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:53.308753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Unset dirty status for tenant:cfaa6dca973f4ac0bcb791fff76cbdfd on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:53.309935 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4d3587d8-571d-46d1-bc81-2ca749cd129b tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6336844 Mar 22 11:41:53.313301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55968) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.317764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server [None req-f934e6b9-e032-48af-8297-02dc0fb1805f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af35b93d-be8f-4620-93f6-3bf697934768: This subnet is being modified by another concurrent operation. Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af35b93d-be8f-4620-93f6-3bf697934768: This subnet is being modified by another concurrent operation. Mar 22 11:41:53.319391 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Mar 22 11:41:53.333342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:53.333929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.341810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:53.342221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:53.342742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=771612d5-9e78-48c1-baa6-8aaa61a413b2,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:53.345077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.413858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Subnet': ['ID=af35b93d-be8f-4620-93f6-3bf697934768,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:53.419162 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b9bfa1e7-fbde-449d-9cbb-971d7fe498af tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/af35b93d-be8f-4620-93f6-3bf697934768 HTTP/1.1" status: 204 len: 168 time: 2.2567153 Mar 22 11:41:53.423451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55972) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.425384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Pushing event updated for resources: {'Port': ['ID=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:53.427638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 23b69205-0c87-4804-9f27-3bcea19223f1 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:53.428143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.465705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Provisioning for port 0039f288-ac22-4637-8358-18a5703b2dc0 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:53.484414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Provisioning complete for port 0039f288-ac22-4637-8358-18a5703b2dc0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:53.486302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.498450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Deleting port ede88e3d-f271-457a-8e28-4ccb41783fc5 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:53.498801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.510322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.527106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc719f-31a7-4e55-ac65-ee657103f6b3 None None] Network a5456a60-f2df-4b99-b6e6-a00e7024520c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:53.553436 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-396c4c5f-5d9b-42a1-8a40-0f423260705b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0633662 Mar 22 11:41:53.555198 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb734fc-88c7-49c8-a0a0-2d5b2c549171 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:53.555922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb734fc-88c7-49c8-a0a0-2d5b2c549171 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:53.556980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 55976) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.590154 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dbb734fc-88c7-49c8-a0a0-2d5b2c549171 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/24ea72c6-e56d-409c-ae49-0ca659b1ca4b HTTP/1.1" status: 404 len: 337 time: 0.1656797 Mar 22 11:41:53.591035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55980) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.604902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '771612d5-9e78-48c1-baa6-8aaa61a413b2', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-292001572'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:53.666393 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-07a89dcb-7f38-4c55-92f5-63e9665dbbb3 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 HTTP/1.1" status: 200 len: 205 time: 0.0695689 Mar 22 11:41:53.667267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55984) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.761375 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-3ab89b71-6a71-40d7-b18c-944eba823d65 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] delete failed (client error): The resource could not be found. Mar 22 11:41:53.765501 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3ab89b71-6a71-40d7-b18c-944eba823d65 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/routers/2fdc7a2c-1b16-4bb5-b3ad-779ff9d794c4 HTTP/1.1" status: 404 len: 336 time: 0.0928321 Mar 22 11:41:53.766355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55988) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.852825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.886895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Deleting port f9b99e34-e34e-430d-a846-e60fe1b5a8bb {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:53.886895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:53.898788 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e51037-7915-45ba-9c4e-f9d3cda9f8c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:53.899242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e51037-7915-45ba-9c4e-f9d3cda9f8c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:53.912383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=932958ca-ba80-4c73-ade0-bb0108a8c5ba,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:53.919143 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-59e51037-7915-45ba-9c4e-f9d3cda9f8c4 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/d2a3ad4a-74be-4a33-baea-c98256afc057 HTTP/1.1" status: 404 len: 337 time: 0.1491714 Mar 22 11:41:53.921818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55992) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:53.924717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.099865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:54.107513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.120658 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/7acb06e1-4c0d-4981-97d4-ca777a6ee74a HTTP/1.1" status: 204 len: 168 time: 1.5965106 Mar 22 11:41:54.144656 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b33ca33-af51-405a-b560-7ece06a48a2c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.146347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b33ca33-af51-405a-b560-7ece06a48a2c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.150140 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2b33ca33-af51-405a-b560-7ece06a48a2c tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/bd8ff548-ad4f-44ad-9d7b-92048064e081 HTTP/1.1" status: 404 len: 337 time: 0.2272191 Mar 22 11:41:54.157858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2135906-f3f7-4cd4-97d3-9b865e6a924c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=7acb06e1-4c0d-4981-97d4-ca777a6ee74a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:54.169952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55996) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.170450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 55998) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.181939 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708e535-c161-4015-b1de-0fba2d27e744 None None] Network 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:54.302673 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-901ece93-0750-447d-bcfd-a4d9b6ffc695 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.303908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901ece93-0750-447d-bcfd-a4d9b6ffc695 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.306132 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-901ece93-0750-447d-bcfd-a4d9b6ffc695 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/9ed0a91a-54e6-421d-9797-bd68cd6aa358 HTTP/1.1" status: 404 len: 337 time: 0.1281307 Mar 22 11:41:54.315248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56004) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.335469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.408217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.471284 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a74e789-8166-403d-911d-3b4286487c22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.471855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a74e789-8166-403d-911d-3b4286487c22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.474322 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7a74e789-8166-403d-911d-3b4286487c22 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/1dbf3348-b32a-4768-b1e2-a3014d5282c8 HTTP/1.1" status: 404 len: 333 time: 0.1577129 Mar 22 11:41:54.476341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] For port 0039f288-ac22-4637-8358-18a5703b2dc0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=0039f288-ac22-4637-8358-18a5703b2dc0,segment=NetworkSegment(e98b1cb1-1731-47ae-8118-d61528cb954f),segment_id=e98b1cb1-1731-47ae-8118-d61528cb954f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:54.477339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Calling delete_port for ede88e3d-f271-457a-8e28-4ccb41783fc5 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:54.477828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.514092 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56008) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.565470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.565927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.571385 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9600a7ea-650b-465e-93db-b32fe6f8edf6 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/932958ca-ba80-4c73-ade0-bb0108a8c5ba HTTP/1.1" status: 204 len: 168 time: 2.6650469 Mar 22 11:41:54.578472 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56012) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.628156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Could not find standard attr ID for object 932958ca-ba80-4c73-ade0-bb0108a8c5ba. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:54.636303 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36675de-f673-47ff-b524-6032029c4e4f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.636975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36675de-f673-47ff-b524-6032029c4e4f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.640046 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a36675de-f673-47ff-b524-6032029c4e4f tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/31b97181-a665-4a4a-89ab-bc54b507dec5 HTTP/1.1" status: 404 len: 337 time: 0.1135063 Mar 22 11:41:54.648483 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] DHCP port deletion for a5456a60-f2df-4b99-b6e6-a00e7024520c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:54.652721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.654581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56016) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.659550 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d6e121-fed9-4f59-bbde-b8d9e23eb97c tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] GET failed (client error): The resource could not be found. Mar 22 11:41:54.660203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a1d6e121-fed9-4f59-bbde-b8d9e23eb97c tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:54.661912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Deleting port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:54.662280 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.686189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Could not find standard attr ID for object 52c1ced7-5a16-4e97-8f16-c367e19ca3d5. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:54.693698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 23b69205-0c87-4804-9f27-3bcea19223f1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=23b69205-0c87-4804-9f27-3bcea19223f1,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:54.694098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.705828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:54.713452 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-90834595-a632-4a21-a35e-1ed5cfde59d2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.713628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90834595-a632-4a21-a35e-1ed5cfde59d2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.719590 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-90834595-a632-4a21-a35e-1ed5cfde59d2 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/443fc042-2af1-44b5-acbd-71489b4511f6 HTTP/1.1" status: 404 len: 337 time: 0.0585284 Mar 22 11:41:54.719590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56020) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.748808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 0039f288-ac22-4637-8358-18a5703b2dc0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:54.749578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.751143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Could not find standard attr ID for object 873d54b6-17d7-476d-9639-e2015d360aec. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:54.753482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:54.760027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0459b-4753-473b-aa54-3c2e4bb7fab5 None None] Pushing event updated for resources: {'Port': ['ID=0039f288-ac22-4637-8358-18a5703b2dc0,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:54.774325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:54.836638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:54.846356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 23b69205-0c87-4804-9f27-3bcea19223f1 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:54.883916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.909656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a1d6e121-fed9-4f59-bbde-b8d9e23eb97c tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:54.913654 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a1d6e121-fed9-4f59-bbde-b8d9e23eb97c tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports/932958ca-ba80-4c73-ade0-bb0108a8c5ba HTTP/1.1" status: 404 len: 333 time: 0.3297112 Mar 22 11:41:54.926206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56024) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.928783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:54.931771 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b782e84-aa1d-4fda-b328-e2716f1ee531 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:54.932421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b782e84-aa1d-4fda-b328-e2716f1ee531 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:54.934308 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9b782e84-aa1d-4fda-b328-e2716f1ee531 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/4fe2d2cb-287f-4a32-a850-062e71a4c923 HTTP/1.1" status: 404 len: 333 time: 0.2153709 Mar 22 11:41:54.944486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1196239798'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:54.990670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56028) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:54.991713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:55.005187 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.024010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] DHCP port deletion for 9ade4d85-06b4-4659-979b-40a4a7ad1ef0 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:55.062687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event deleted for resources: {'Port': ['ID=ede88e3d-f271-457a-8e28-4ccb41783fc5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:55.089940 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5fc7b6-89a0-4266-b757-30acb012d4e6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:55.091144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5fc7b6-89a0-4266-b757-30acb012d4e6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:55.094413 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6f5fc7b6-89a0-4266-b757-30acb012d4e6 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb8ad22-4415-4174-8ef9-5dd0ee22ce26 HTTP/1.1" status: 404 len: 337 time: 0.0778363 Mar 22 11:41:55.096894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56032) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:55.103491 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a7651a9e-bce7-4f23-a524-ed8274528f28 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "DELETE /v2.0/ports/ede88e3d-f271-457a-8e28-4ccb41783fc5 HTTP/1.1" status: 204 len: 168 time: 1.7892981 Mar 22 11:41:55.109379 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Deleting port 0039f288-ac22-4637-8358-18a5703b2dc0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:55.109758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.115255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56036) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:55.129983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Request body: {'port': {'name': 'tempest-new-port-name-267344493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:55.130544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] bootfile-name is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:55.131040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] tftp-server is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:55.131385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] server-ip-address is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:41:55.147824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning for port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:55.161301 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a0883a-5361-4960-aee8-25a656764c24 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] DELETE failed (client error): The resource could not be found. Mar 22 11:41:55.161747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a0883a-5361-4960-aee8-25a656764c24 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:55.163425 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50a0883a-5361-4960-aee8-25a656764c24 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/subnets/ebe67a8a-9f9a-4e1d-a36d-030957fa2967 HTTP/1.1" status: 404 len: 337 time: 0.0656011 Mar 22 11:41:55.166583 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] For port f9b99e34-e34e-430d-a846-e60fe1b5a8bb, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:55.167168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.167695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:55.173521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56040) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:55.198653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning complete for port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:55.199741 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.268273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:55.314304 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.341623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:55.353963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port c179df0a-2b15-4355-ae06-cf3b69f05dbe yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:55.354764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=11']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:55.361919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:55.362800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.372200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Calling delete_port for f9b99e34-e34e-430d-a846-e60fe1b5a8bb owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:55.399038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 0039f288-ac22-4637-8358-18a5703b2dc0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=0039f288-ac22-4637-8358-18a5703b2dc0,segment=NetworkSegment(e98b1cb1-1731-47ae-8118-d61528cb954f),segment_id=e98b1cb1-1731-47ae-8118-d61528cb954f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:55.399038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.419043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:55.419907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.530806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:55.534088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.552981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 0039f288-ac22-4637-8358-18a5703b2dc0 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:55.564959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.636287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port 13fe296e-6132-489b-8cf6-50f023dd1022 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:55.648470 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Calling delete_port for 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:55.884223 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.891572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.906381 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:41:55.906992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:41:55.942564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] Pushing event deleted for resources: {'Port': ['ID=f9b99e34-e34e-430d-a846-e60fe1b5a8bb,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:55.947305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] For port 0039f288-ac22-4637-8358-18a5703b2dc0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=0039f288-ac22-4637-8358-18a5703b2dc0,segment=NetworkSegment(e98b1cb1-1731-47ae-8118-d61528cb954f),segment_id=e98b1cb1-1731-47ae-8118-d61528cb954f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:55.947518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.952413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:55.956062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:55.956423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:55.957186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5ce86-5a92-417a-b281-f744aabb293e None None] No DVR routers for this DVR port f9b99e34-e34e-430d-a846-e60fe1b5a8bb on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:55.962251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=0039f288-ac22-4637-8358-18a5703b2dc0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:55.969771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 0039f288-ac22-4637-8358-18a5703b2dc0 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:55.980060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.021448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5b61bd77-42a2-4076-8502-38639557721e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4583960 Mar 22 11:41:56.032036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56044) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:56.078622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=23b69205-0c87-4804-9f27-3bcea19223f1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:56.110811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f193423-bd87-4fe0-9f47-9ec0b50fe92b None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:56.133786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Calling delete_port for 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:56.162770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::94 (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/13fe296e-6132-489b-8cf6-50f023dd1022) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:56.204553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.237275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Calling delete_port for 0039f288-ac22-4637-8358-18a5703b2dc0 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:56.274564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 0039f288-ac22-4637-8358-18a5703b2dc0 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:41:56.306288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb8daf29-0d10-4d54-b6e7-9bb0870c9cf9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:56.328790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 0039f288-ac22-4637-8358-18a5703b2dc0 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:41:56.329168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 0039f288-ac22-4637-8358-18a5703b2dc0 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:41:56.363858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:41:56.397045 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.399537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] For port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,segment=NetworkSegment(934abeaf-6f67-4f03-8d79-855e92117a86),segment_id=934abeaf-6f67-4f03-8d79-855e92117a86)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:56.436866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.447437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:41:56.448557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:41:56.459370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Deleting port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:56.459741 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.471854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.497792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ade4d85-06b4-4659-979b-40a4a7ad1ef0']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:56.516942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98b1cb1-1731-47ae-8118-d61528cb954f') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:56.517240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98b1cb1-1731-47ae-8118-d61528cb954f') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:56.527749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.562477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] In _notify_port_updated(), no bound segment for port b88ce992-2868-406d-b38a-7fd4a99a1b13 on network 802f2c66-7741-4877-afb5-d2457ee925af {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:56.563277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.569752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:56.570871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.574155 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "PUT /v2.0/ports/b88ce992-2868-406d-b38a-7fd4a99a1b13 HTTP/1.1" status: 200 len: 1127 time: 1.4554889 Mar 22 11:41:56.582116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56048) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:56.593479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.624718 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Pushing event updated for resources: {'Port': ['ID=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:56.626547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Could not find standard attr ID for object ede88e3d-f271-457a-8e28-4ccb41783fc5. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:56.636389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.661533 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:56.663491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.673799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '771612d5-9e78-48c1-baa6-8aaa61a413b2'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:41:56.674756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.677811 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec673d0-4edf-4fec-9f6e-abd8c96019c0 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event updated for resources: {'Port': ['ID=b88ce992-2868-406d-b38a-7fd4a99a1b13,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:56.687965 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:56.711075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning complete for port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:56.712632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.779302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.853875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bb8daf29-0d10-4d54-b6e7-9bb0870c9cf9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:56.857255 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bb8daf29-0d10-4d54-b6e7-9bb0870c9cf9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8180921 Mar 22 11:41:56.857437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Port': ['ID=897c5ecb-1e82-4330-b3b5-d31c7c76c1d5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:56.864111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56052) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:56.923036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.928205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Port 897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:56.940490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.943601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6b0a7-23bc-47ba-a8c8-007a95cf79e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:56.944234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c9f6b0a7-23bc-47ba-a8c8-007a95cf79e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Synchronizing usage tracker for tenant:cfaa6dca973f4ac0bcb791fff76cbdfd on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:56.980368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:56.995680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Deleting port 0039f288-ac22-4637-8358-18a5703b2dc0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:56.997625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.003299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=9ade4d85-06b4-4659-979b-40a4a7ad1ef0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:57.019638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.034829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f247a8-7872-4e91-8fa0-5824dd340d36 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:57.036887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f247a8-7872-4e91-8fa0-5824dd340d36 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:57.037632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80f247a8-7872-4e91-8fa0-5824dd340d36 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:57.058873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object 13fe296e-6132-489b-8cf6-50f023dd1022 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:57.072023 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:41:57.075781 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2e7844ca-c27b-4baf-9dcd-6b53b15b5d80 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/ports/897c5ecb-1e82-4330-b3b5-d31c7c76c1d5 HTTP/1.1" status: 204 len: 168 time: 1.8975496 Mar 22 11:41:57.078049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56056) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.122594 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-704e5d4a-f982-44fe-9eac-b1ba6f93f60a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/9ade4d85-06b4-4659-979b-40a4a7ad1ef0 HTTP/1.1" status: 204 len: 168 time: 2.9504380 Mar 22 11:41:57.126708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56060) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.134018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'name': 'tempest-PortsTestJSON-2012503499'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:57.147796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c9f6b0a7-23bc-47ba-a8c8-007a95cf79e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Unset dirty status for tenant:cfaa6dca973f4ac0bcb791fff76cbdfd on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:57.149398 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c9f6b0a7-23bc-47ba-a8c8-007a95cf79e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "GET /v2.0/ports/b88ce992-2868-406d-b38a-7fd4a99a1b13 HTTP/1.1" status: 200 len: 1127 time: 0.5656140 Mar 22 11:41:57.153879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56064) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.154773 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b247598-1021-4b23-bbf2-e6b1dae0c09a None None] The port '0039f288-ac22-4637-8358-18a5703b2dc0' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:57.160015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] For port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,segment=NetworkSegment(52d55675-bfb4-4a03-98ef-84ef6b953412),segment_id=52d55675-bfb4-4a03-98ef-84ef6b953412)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:57.160402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.183425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning for port b88ce992-2868-406d-b38a-7fd4a99a1b13 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:57.215927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80f247a8-7872-4e91-8fa0-5824dd340d36 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:57.219616 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-80f247a8-7872-4e91-8fa0-5824dd340d36 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3473682 Mar 22 11:41:57.228558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56068) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.268707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning complete for port b88ce992-2868-406d-b38a-7fd4a99a1b13 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:57.268707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.324991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.336836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 771612d5-9e78-48c1-baa6-8aaa61a413b2 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:57.339500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:41:57.349363 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-980ad2ee-93a9-4196-9374-dab8766beb97 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9515588 Mar 22 11:41:57.351289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56072) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.367441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Calling delete_port for 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:57.394771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:41:57.403523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.432587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94afabce-aba6-42a4-b51a-432cd4634be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.435424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet 5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:57.438559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.448682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:41:57.452073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:57.455996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Deleting port b88ce992-2868-406d-b38a-7fd4a99a1b13 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:57.456343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.467531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Port b88ce992-2868-406d-b38a-7fd4a99a1b13 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:57.469000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:57.469628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:57.489486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:57.493867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:41:57.503259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.513185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:41:57.515892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:57.521360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:57.521968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.546982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:41:57.550939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Deleting port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:57.554852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.593199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=13fe296e-6132-489b-8cf6-50f023dd1022,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:57.598517 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/771612d5-9e78-48c1-baa6-8aaa61a413b2/71924ef8-13c4-4655-93c1-2dff00028c37) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:41:57.620388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.628404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Could not find standard attr ID for object 932958ca-ba80-4c73-ade0-bb0108a8c5ba. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:57.658179 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Could not find standard attr ID for object 52c1ced7-5a16-4e97-8f16-c367e19ca3d5. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:41:57.702469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:57.774028 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e0544586-d6f9-4035-9a86-1dd5581a1b97 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8465500 Mar 22 11:41:57.777160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56076) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.783592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e4:eb:ff'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:57.818240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.830275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Provisioning complete for port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:57.830730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.839928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] The port '80ab1672-a4cc-4eac-8a1b-02c5895eb4d7' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:41:57.855404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.881209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:57.894659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.902483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:41:57.905922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:57.924294 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da26d77d-4332-409d-a3d6-85475c22a0fe tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840 HTTP/1.1" status: 204 len: 168 time: 0.5696924 Mar 22 11:41:57.933559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56080) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:57.973716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd1b473-b602-4e85-a80a-dd6c9ef1dfd3 None None] Network e8a061fa-4809-4bff-b9f6-e711e6723469 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:41:58.006017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-44a43e30-fae2-4f41-8981-ced4dbd16022 None None] Port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 was deleted so its status cannot be updated. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 11:41:58.025541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] Pushing event deleted for resources: {'Port': ['ID=80ab1672-a4cc-4eac-8a1b-02c5895eb4d7,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:58.047257 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d67ba5-54ec-4d1e-ba9c-92fe71c0fbc8 None None] No DVR routers for this DVR port 80ab1672-a4cc-4eac-8a1b-02c5895eb4d7 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:41:58.062021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.099204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port bcb75e2f-cb0e-42b9-ac36-623c3a3cb105 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:41:58.165866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:41:58.254014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.315654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.380762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Provisioning complete for port b88ce992-2868-406d-b38a-7fd4a99a1b13 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:58.381352 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.452931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Calling delete_port for b88ce992-2868-406d-b38a-7fd4a99a1b13 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:58.503577 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.530378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.548452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5456a60-f2df-4b99-b6e6-a00e7024520c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:58.578918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d55675-bfb4-4a03-98ef-84ef6b953412') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:58.579171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d55675-bfb4-4a03-98ef-84ef6b953412') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:58.579873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.583948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Port b88ce992-2868-406d-b38a-7fd4a99a1b13 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:58.591217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.612040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.630139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 85cfc4b4-7404-4af9-897b-9257e6338d8f {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:58.630139 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.631071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Transition to ACTIVE for port object 71924ef8-13c4-4655-93c1-2dff00028c37 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:58.636761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:58.636761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.649498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] In _notify_port_updated(), no bound segment for port 13fe296e-6132-489b-8cf6-50f023dd1022 on network 299aa51c-4ad6-4e64-8340-acb15b28f60f {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:41:58.655333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:41:58.656018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.657420 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "PUT /v2.0/ports/13fe296e-6132-489b-8cf6-50f023dd1022 HTTP/1.1" status: 200 len: 1002 time: 0.8787518 Mar 22 11:41:58.661088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56084) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:58.729694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.733182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Transition to ACTIVE for port object 71924ef8-13c4-4655-93c1-2dff00028c37 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:41:58.738910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 13fe296e-6132-489b-8cf6-50f023dd1022 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:58.739264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.753711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:41:58.755615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:41:58.777175 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:41:58.806100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Provisioning for port 13fe296e-6132-489b-8cf6-50f023dd1022 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:41:58.825027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.838184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.882376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Provisioning complete for port 13fe296e-6132-489b-8cf6-50f023dd1022 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:58.882741 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.937183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] DHCP port deletion for e8a061fa-4809-4bff-b9f6-e711e6723469 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:41:58.975195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:55Z', 'revision_number': 10, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:58.978411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:41:58.980851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5cca5-3f25-40e5-a9ca-d3044d32c556 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=13fe296e-6132-489b-8cf6-50f023dd1022,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:58.990651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Deleting port 85cfc4b4-7404-4af9-897b-9257e6338d8f {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:41:58.991034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:58.996569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.030406 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:41:59.051537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:41:59.055244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Pushing event updated for resources: {'Port': ['ID=71924ef8-13c4-4655-93c1-2dff00028c37,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:59.057881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:41:59.108665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e340121f-e676-46f2-a14f-b887be8797bf None None] Port 13fe296e-6132-489b-8cf6-50f023dd1022 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:59.130201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:41:59.131084 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:41:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:41:59.169326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.203681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.204901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.220305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.232652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] Pushing event deleted for resources: {'Network': ['ID=a5456a60-f2df-4b99-b6e6-a00e7024520c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:59.241920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.289385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 85cfc4b4-7404-4af9-897b-9257e6338d8f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=85cfc4b4-7404-4af9-897b-9257e6338d8f,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:59.289792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.301354 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f792d499-0852-4d30-a774-121d7b98cb49 tempest-PortsIpV6TestJSON-1167694387 tempest-PortsIpV6TestJSON-1167694387-project] 10.222.0.53 "DELETE /v2.0/networks/a5456a60-f2df-4b99-b6e6-a00e7024520c HTTP/1.1" status: 204 len: 168 time: 2.2195756 Mar 22 11:41:59.333579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.366115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for 13fe296e-6132-489b-8cf6-50f023dd1022 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:59.384337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event deleted for resources: {'Port': ['ID=b88ce992-2868-406d-b38a-7fd4a99a1b13,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:59.399712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:41:59.453009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 85cfc4b4-7404-4af9-897b-9257e6338d8f owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:41:59.501329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Attempting to bind port 71924ef8-13c4-4655-93c1-2dff00028c37 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:41:59.501754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Attempting to bind port 71924ef8-13c4-4655-93c1-2dff00028c37 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:41:59.502064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Attempting to bind port 71924ef8-13c4-4655-93c1-2dff00028c37 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:41:59.537293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4ad832da-4702-472f-9ee1-e9500ea540fb None None] Provisioning complete for port 13fe296e-6132-489b-8cf6-50f023dd1022 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:41:59.537668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ad832da-4702-472f-9ee1-e9500ea540fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.553475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.556005 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-01eb8573-a01d-4291-b168-76e4bc6f2d58 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "DELETE /v2.0/ports/b88ce992-2868-406d-b38a-7fd4a99a1b13 HTTP/1.1" status: 204 len: 168 time: 2.3898921 Mar 22 11:41:59.560408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56090) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:59.595050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.648160 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:41:59.648160 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:41:59.649196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.649196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:41:59.649378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Bound port: 71924ef8-13c4-4655-93c1-2dff00028c37, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:41:59.649626 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.655754 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.659270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=771612d5-9e78-48c1-baa6-8aaa61a413b2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:59.675493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Deleting subnet 976c3209-eafa-4039-9d4e-53f05618379c {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:41:59.682529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.726519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.743576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.781266 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b43f1f03-1b50-4b8a-b414-517c48e9e7c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/771612d5-9e78-48c1-baa6-8aaa61a413b2 HTTP/1.1" status: 204 len: 168 time: 2.5495338 Mar 22 11:41:59.782239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56094) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:59.787582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=13fe296e-6132-489b-8cf6-50f023dd1022,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:41:59.831413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.833727 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6364bdbe-cc96-407b-8125-4a9322491938 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/13fe296e-6132-489b-8cf6-50f023dd1022 HTTP/1.1" status: 204 len: 168 time: 1.1717341 Mar 22 11:41:59.836461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56098) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:59.865798 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6f456e11-b178-4c8f-a373-13c62eced7ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828891 Mar 22 11:41:59.870282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56102) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:41:59.878123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:41:59.899892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4ad832da-4702-472f-9ee1-e9500ea540fb None None] Port 13fe296e-6132-489b-8cf6-50f023dd1022 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:41:59.936405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] For port 85cfc4b4-7404-4af9-897b-9257e6338d8f, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=85cfc4b4-7404-4af9-897b-9257e6338d8f,segment=NetworkSegment(8838e648-7e56-4a3f-bd65-84bb15e43c52),segment_id=8838e648-7e56-4a3f-bd65-84bb15e43c52)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:41:59.940731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.953851 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09bb20b-c330-4ff6-85ac-e6302d5f3bd8 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] GET failed (client error): The resource could not be found. Mar 22 11:41:59.954539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b09bb20b-c330-4ff6-85ac-e6302d5f3bd8 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:41:59.973537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:59.991887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b09bb20b-c330-4ff6-85ac-e6302d5f3bd8 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:41:59.993838 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b09bb20b-c330-4ff6-85ac-e6302d5f3bd8 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports/13fe296e-6132-489b-8cf6-50f023dd1022 HTTP/1.1" status: 404 len: 333 time: 0.1556449 Mar 22 11:42:00.003354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56108) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:00.010435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-318680416'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:00.154175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56112) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:00.155807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.164883 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.221903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Calling delete_port for 85cfc4b4-7404-4af9-897b-9257e6338d8f owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:00.249494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 85cfc4b4-7404-4af9-897b-9257e6338d8f no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:00.256742 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:00.261691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No DVR routers for this DVR port 85cfc4b4-7404-4af9-897b-9257e6338d8f on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:00.268106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:00.289275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-80dcca71-3a8e-4ea4-a577-29fff7915234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.304957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] For port 71924ef8-13c4-4655-93c1-2dff00028c37, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:00.307487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 85cfc4b4-7404-4af9-897b-9257e6338d8f {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:00.307598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 85cfc4b4-7404-4af9-897b-9257e6338d8f not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:00.323186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:00.330683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=85cfc4b4-7404-4af9-897b-9257e6338d8f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:00.338263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] For port 71924ef8-13c4-4655-93c1-2dff00028c37, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=71924ef8-13c4-4655-93c1-2dff00028c37,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:00.369351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.409961 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:00.411128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:00.414899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:00.427041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:55Z', 'revision_number': 10, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:00.431702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef4958-28e3-46c2-a5da-50f3a45e989a None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:41:55Z', 'revision_number': 10, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None, '_interfaces': [{'id': 'ae5054c4-2890-4e85-8c7b-8341a6c78d92', 'name': '', 'network_id': '8b36c71d-acf8-4d55-8885-22cdd14e8891', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'mac_address': 'fa:16:3e:70:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:40:43Z', 'updated_at': '2022-03-22T11:40:56Z', 'revision_number': 5, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'subnets': [{'id': 'ac39541b-b503-46e8-ac79-6bde80c4dab0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:00.435116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:00.454989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.471355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:00.475041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:00.484400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:00.486792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:00.487990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.521714 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b6f0addf-706b-42f2-a5c2-29267c4ec6e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a00c4c8960f24c3098e5b184bd0cd366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648524 Mar 22 11:42:00.522099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56118) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:00.540232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:00.545711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:00.546290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.554045 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port a02fc43a-ebcd-419a-bbe4-4c52557bad1d yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:00.580581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.586693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d935f-ded5-46b5-8c6f-ab9c6fa30cf5 None None] Pushing event updated for resources: {'Port': ['ID=71924ef8-13c4-4655-93c1-2dff00028c37,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:00.608237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=bcb75e2f-cb0e-42b9-ac36-623c3a3cb105,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:00.630204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a061fa-4809-4bff-b9f6-e711e6723469']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:00.636757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:00.640133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.658870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.659123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.661923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.675859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8838e648-7e56-4a3f-bd65-84bb15e43c52') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:00.676237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8838e648-7e56-4a3f-bd65-84bb15e43c52') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:00.691381 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f2de819f-3d42-4a55-9b14-bc1dacd64c7d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5611768 Mar 22 11:42:00.700177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.700177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56122) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:00.737459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.774973 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::1a2 (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/a02fc43a-ebcd-419a-bbe4-4c52557bad1d) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:00.811316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.824651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.869774 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e921d-f79c-4f79-88c0-8c48ef4ab783 None None] Network 802f2c66-7741-4877-afb5-d2457ee925af requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:00.873846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.883347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event deleted for resources: {'Subnet': ['ID=976c3209-eafa-4039-9d4e-53f05618379c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:00.886481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:00.886885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:00.914398 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:00.926402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.940476 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-efc62dce-4b2d-44f8-a615-24c861c8e293 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "DELETE /v2.0/subnets/976c3209-eafa-4039-9d4e-53f05618379c HTTP/1.1" status: 204 len: 168 time: 1.3698077 Mar 22 11:42:00.957286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Deleting port 85cfc4b4-7404-4af9-897b-9257e6338d8f {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:00.958082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.991782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port bcb75e2f-cb0e-42b9-ac36-623c3a3cb105 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:00.992122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.998255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56126) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:01.034419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebad0c2-f5c1-4033-8fd5-07e31dc3ba83,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:01.052832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-43bf87cf-f77e-476c-85de-ec8a6a818e4c None None] The port '85cfc4b4-7404-4af9-897b-9257e6338d8f' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:01.165239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.171914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.197470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.206479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.207649 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-37df0c20-4c4a-45be-9208-0f7795ba0333 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ebad0c2-f5c1-4033-8fd5-07e31dc3ba83 HTTP/1.1" status: 204 len: 168 time: 0.6844060 Mar 22 11:42:01.215743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.218063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Deleting port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:01.218411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.253812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=e8a061fa-4809-4bff-b9f6-e711e6723469,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:01.260816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object a02fc43a-ebcd-419a-bbe4-4c52557bad1d will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:01.262456 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-329d9c21-2a3c-48a5-a884-1805e27e47a0 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/e8a061fa-4809-4bff-b9f6-e711e6723469 HTTP/1.1" status: 204 len: 168 time: 3.3211720 Mar 22 11:42:01.267351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56132) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:01.293710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] DHCP port deletion for 802f2c66-7741-4877-afb5-d2457ee925af request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:01.298482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Deleting port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:01.298916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.355699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.475223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.485691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for bcb75e2f-cb0e-42b9-ac36-623c3a3cb105 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:01.527076 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] For port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,segment=NetworkSegment(934abeaf-6f67-4f03-8d79-855e92117a86),segment_id=934abeaf-6f67-4f03-8d79-855e92117a86)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:01.527611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.578277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:01.587511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:01.596167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:01.596847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.634783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=b9dc3011-18e5-4fe8-99e4-bf33d1f86102,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:01.635049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.666434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc6dd3-e825-4963-b1c6-18966e94ea13 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:01.691183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Calling delete_port for 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:01.714025 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4f44a645-4d69-47d3-91d7-cd372a300219 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8375282 Mar 22 11:42:01.714025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56142) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:01.724878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:01.736972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.757016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:01.809790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.812870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.816874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=bcb75e2f-cb0e-42b9-ac36-623c3a3cb105,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:01.823405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:router and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:01.830311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:01.836814 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ae7419e5-e080-4cce-9e53-c8cfc6ac06c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/bcb75e2f-cb0e-42b9-ac36-623c3a3cb105 HTTP/1.1" status: 204 len: 168 time: 1.1350088 Mar 22 11:42:01.841234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56148) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:01.843960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:01.854134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'mac_address': 'fa:16:3e:36:7b:1b', 'name': 'tempest-PortsTestJSON-1860037003'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:01.862527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:01.907747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:01.937285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:01.940164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:01.949834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:01.950758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.017825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=a02fc43a-ebcd-419a-bbe4-4c52557bad1d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:02.059574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] No DVR routers for this DVR port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:02.059722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] For port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,segment=NetworkSegment(934abeaf-6f67-4f03-8d79-855e92117a86),segment_id=934abeaf-6f67-4f03-8d79-855e92117a86)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:02.059722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.088226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24524d-cb4d-47c1-bbc5-c69b79c39ae8 None None] Pushing event deleted for resources: {'Port': ['ID=21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:02.098449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 23b69205-0c87-4804-9f27-3bcea19223f1 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:02.139496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.141043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.145161 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 23b69205-0c87-4804-9f27-3bcea19223f1 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:02.145735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 23b69205-0c87-4804-9f27-3bcea19223f1 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:02.146157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:02.189337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.215158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:02.222788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:02.227317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:02.234834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:02.272331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:02.272722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:02.278372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.340170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:02.384502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.390755 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4c4b5380-f0fd-465c-b5a1-3fdbfc626764 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6778502 Mar 22 11:42:02.403892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '71924ef8-13c4-4655-93c1-2dff00028c37'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:42:02.419746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56160) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:02.427079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Calling delete_port for 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:02.471810 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-30c5882a-963f-468c-af68-1d64bde4b702 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4719031 Mar 22 11:42:02.475824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56166) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:02.483118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.486061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'network_id': '299aa51c-4ad6-4e64-8340-acb15b28f60f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1939291630'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:02.517780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1d12f8e0-14dd-42a8-9b26-65f5f106a055 None None] Provisioning for port a02fc43a-ebcd-419a-bbe4-4c52557bad1d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:02.524764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.581007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1d12f8e0-14dd-42a8-9b26-65f5f106a055 None None] Provisioning complete for port a02fc43a-ebcd-419a-bbe4-4c52557bad1d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:02.581687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1d12f8e0-14dd-42a8-9b26-65f5f106a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.616972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56170) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:02.637448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port dcdc8ffd-34da-4d32-b0d0-ed310be38c09 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:02.713858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1d12f8e0-14dd-42a8-9b26-65f5f106a055 None None] Port a02fc43a-ebcd-419a-bbe4-4c52557bad1d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:02.924281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b9dc3011-18e5-4fe8-99e4-bf33d1f86102/71924ef8-13c4-4655-93c1-2dff00028c37) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:02.927877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:02.963359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Usage tracker for resource:port and tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:02.967793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:02.972408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:02.984044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:03.004868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:03.005377 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:03.015633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1531817722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:03.023349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:03.028491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:router and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:03.032185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:03.039857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:03.067565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.100911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] For port 71924ef8-13c4-4655-93c1-2dff00028c37, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=71924ef8-13c4-4655-93c1-2dff00028c37,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:03.102985 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Made reservation on behalf of 5ea1b1254b4c4c2891bf8cf19fd61e78 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:03.106867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.126875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.129146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.130216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.135751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.143035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Ignored duplicate provisioning block setup for port 71924ef8-13c4-4655-93c1-2dff00028c37 by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 11:42:03.144034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] device_id is not set on port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:03.199694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.264166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.292561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:03.298027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.299694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:03.306031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=dcdc8ffd-34da-4d32-b0d0-ed310be38c09,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:03.311267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:03.316700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:03.317407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.326765 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7061e0-2eba-4a31-be37-9c762645a66b None None] Pushing event updated for resources: {'Port': ['ID=71924ef8-13c4-4655-93c1-2dff00028c37,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:03.417173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Allocated IP 2001:db8::25d (299aa51c-4ad6-4e64-8340-acb15b28f60f/e1a97a28-6ce6-4977-a262-97f6f71d6050/5862ca70-ca8a-48b7-a759-0fabd8cfeff8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:03.430627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.490684 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e916c37b-a93d-4505-88c2-49d426133ceb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6473584 Mar 22 11:42:03.501096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56176) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:03.508440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Deleting port 21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:03.508802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.601317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.602552 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-99da9456-07be-44b0-afa0-9497c3d722b0 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9834206 Mar 22 11:42:03.608249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56180) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:03.623037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1167631702'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:03.628750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:03.637385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:network and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:03.642697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:03.653255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:03.699781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.716819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Transition to ACTIVE for port object 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:03.748030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:03.751639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.764496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.789076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:03.789076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:security_group_rule and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:03.789076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:03.792421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:03.821245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.900886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] The port '21ae4f73-e8ed-4a86-beb3-e9782bcfd8e6' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:03.915702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:03.920079 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:03.929552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:03.934983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:03.935598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:03.940481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=5862ca70-ca8a-48b7-a759-0fabd8cfeff8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:03.967525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481702df-f016-4666-84cb-6585b9e12477 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:03.968941 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-481702df-f016-4666-84cb-6585b9e12477 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/dcdc8ffd-34da-4d32-b0d0-ed310be38c09 HTTP/1.1" status: 200 len: 841 time: 0.4642568 Mar 22 11:42:03.976562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56184) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:04.027570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::1 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b9dc3011-18e5-4fe8-99e4-bf33d1f86102/e967dc68-30a6-42b0-becd-da9070c93d13) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:04.058745 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.074457 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bd67f3c0-7cb1-4b2f-abc4-395d8ab6cae9 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5973711 Mar 22 11:42:04.077791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56188) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:04.094016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:e4:eb:ff'}, {'ip_address': '2001:db8::1a2', 'mac_address': 'fa:16:3e:ea:53:a0'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:04.116018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 71924ef8-13c4-4655-93c1-2dff00028c37 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:04.136951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.188073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802f2c66-7741-4877-afb5-d2457ee925af']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:04.189699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.230062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port dcdc8ffd-34da-4d32-b0d0-ed310be38c09 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:04.230462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.241109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934abeaf-6f67-4f03-8d79-855e92117a86') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:04.245278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934abeaf-6f67-4f03-8d79-855e92117a86') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:04.296381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 71924ef8-13c4-4655-93c1-2dff00028c37 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:04.300242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:04.312221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.344244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf246ec-8456-48ce-a603-6c5d69f2453a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:04.388689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.408297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:04.408827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:04.427580 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:04.449082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df3c74cf-5a9d-4587-a5ee-c54ec4e1c382 None None] Provisioning for port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:04.452362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.452784 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Added segment cd3eda74-7594-4222-8eee-d86d8d774ce4 of type vlan for network 36d42e68-f65d-44d4-a6ce-a95f393fc225 Mar 22 11:42:04.458572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-df3c74cf-5a9d-4587-a5ee-c54ec4e1c382 None None] Provisioning complete for port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:04.459015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-df3c74cf-5a9d-4587-a5ee-c54ec4e1c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.495442 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259e13f-93ca-46d7-9b4c-869ab3da049d None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:42:04.535810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port ae5054c4-2890-4e85-8c7b-8341a6c78d92 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:04.536153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.576433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-df3c74cf-5a9d-4587-a5ee-c54ec4e1c382 None None] Port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:04.581463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.629792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object e967dc68-30a6-42b0-becd-da9070c93d13 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:04.639210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259e13f-93ca-46d7-9b4c-869ab3da049d None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:42:04.653091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.683160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.725378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.745156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] Pushing event deleted for resources: {'Network': ['ID=802f2c66-7741-4877-afb5-d2457ee925af,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:04.800134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port ae5054c4-2890-4e85-8c7b-8341a6c78d92, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae5054c4-2890-4e85-8c7b-8341a6c78d92,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:04.800844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.828685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.874488 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f88de2f-0133-429f-9e81-43b0b39dc6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769 tempest-ExtraDHCPOptionsIpV6TestJSON-531284769-project] 10.222.0.53 "DELETE /v2.0/networks/802f2c66-7741-4877-afb5-d2457ee925af HTTP/1.1" status: 204 len: 168 time: 3.8727829 Mar 22 11:42:04.874488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.874821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Provisioning for port 71924ef8-13c4-4655-93c1-2dff00028c37 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:04.895526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Provisioning complete for port 71924ef8-13c4-4655-93c1-2dff00028c37 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:04.896000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.900559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:04.977216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for dcdc8ffd-34da-4d32-b0d0-ed310be38c09 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:04.978477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for ae5054c4-2890-4e85-8c7b-8341a6c78d92 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:05.062156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.066448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:05.068792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:05.069384 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.073099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:05.079530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:05.080259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.082946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=e967dc68-30a6-42b0-becd-da9070c93d13,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:05.107905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.162058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] For port 71924ef8-13c4-4655-93c1-2dff00028c37, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=71924ef8-13c4-4655-93c1-2dff00028c37,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:05.175048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49321e-61d0-456e-99f2-7f6d2b6d4fbe None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:42:05.227499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Network': ['ID=36d42e68-f65d-44d4-a6ce-a95f393fc225,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:05.238667 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:05.248316 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e4654127-0c07-4864-95ba-84e34604d523 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6389878 Mar 22 11:42:05.251165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56194) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:05.257974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'subnet': {'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:05.338822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.350144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.354837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.423343 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Port': ['ID=ae5054c4-2890-4e85-8c7b-8341a6c78d92,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:05.440543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49321e-61d0-456e-99f2-7f6d2b6d4fbe None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:42:05.442639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=dcdc8ffd-34da-4d32-b0d0-ed310be38c09,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:05.451591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750fca6-ef51-4400-8e61-7f09b410ac6b None None] Pushing event updated for resources: {'Port': ['ID=71924ef8-13c4-4655-93c1-2dff00028c37,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:05.514671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:05.515540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.517658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56200) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:05.533462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:subnet and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:05.546206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:05.558253 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5d1afeca-fa70-471c-b026-89ee9c6fe9de tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/dcdc8ffd-34da-4d32-b0d0-ed310be38c09 HTTP/1.1" status: 204 len: 168 time: 1.5783393 Mar 22 11:42:05.559525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:05.563827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56206) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:05.633532 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e46519-5de0-429a-af53-ab0f85609c80 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:42:05.634077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-13e46519-5de0-429a-af53-ab0f85609c80 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:05.694830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.696665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:05.700052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.738014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-13e46519-5de0-429a-af53-ab0f85609c80 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:05.739675 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-13e46519-5de0-429a-af53-ab0f85609c80 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/dcdc8ffd-34da-4d32-b0d0-ed310be38c09 HTTP/1.1" status: 404 len: 333 time: 0.1752543 Mar 22 11:42:05.749908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56210) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:05.756381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.763450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'name': 'tempest-PortsTestJSON-1603815273'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:05.838784 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.844971 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-20c988e3-d945-4e36-bc6d-2e498a3e6e93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfaa6dca973f4ac0bcb791fff76cbdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161290 Mar 22 11:42:05.858421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56214) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:05.886853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.967842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] In _notify_port_updated(), no bound segment for port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 on network 299aa51c-4ad6-4e64-8340-acb15b28f60f {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:42:05.973714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:05.974344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:05.976994 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "PUT /v2.0/ports/5862ca70-ca8a-48b7-a759-0fabd8cfeff8 HTTP/1.1" status: 200 len: 1067 time: 1.8981001 Mar 22 11:42:05.985175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56218) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:06.032552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:06.043123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:06.047080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba35e1-f635-4114-ba07-57a10a938182 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event updated for resources: {'Port': ['ID=5862ca70-ca8a-48b7-a759-0fabd8cfeff8,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:06.162608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 71924ef8-13c4-4655-93c1-2dff00028c37 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:06.163122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:06.167436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.205028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 7f984470-e423-414a-8ab1-4f7bd35ce105 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:06.247496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 71924ef8-13c4-4655-93c1-2dff00028c37 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:06.248215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.275707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.404676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:06.405224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.443621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.529465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Subnet': ['ID=7c6ba7b8-4247-4b2d-b283-8ef39e36da96,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:06.595246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:06.597210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.634216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Checking segment: {'id': 'cd3eda74-7594-4222-8eee-d86d8d774ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:06.634674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network hostable DHCP agents. Network: 36d42e68-f65d-44d4-a6ce-a95f393fc225, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:06.648330 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Provisioning for port e967dc68-30a6-42b0-becd-da9070c93d13 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:06.656374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Provisioning complete for port e967dc68-30a6-42b0-becd-da9070c93d13 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:06.657080 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.718701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.757438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Port e967dc68-30a6-42b0-becd-da9070c93d13 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:06.770620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Provisioning complete for port 71924ef8-13c4-4655-93c1-2dff00028c37 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:06.772348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:06.772471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6712679b-219c-4d73-bd8f-e261d1f83440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.849839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.982619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 36d42e68-f65d-44d4-a6ce-a95f393fc225) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:06.987902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:06.991098 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20308826-22c8-4e96-9415-da1798e3341a None None] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:06.992721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=7f984470-e423-414a-8ab1-4f7bd35ce105,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:06.994865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:06.997085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:06.997674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.003621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:07.009471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:07.010111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.111725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Provisioning complete for port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:07.112099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.122832 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-21647cf5-8225-4e01-99bb-0230adf87d88 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3693225 Mar 22 11:42:07.123294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56222) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:07.130383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:07.182321 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f8e2fa3c-dbcd-4e91-97ea-1d014bb06d1f tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9267008 Mar 22 11:42:07.183465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56226) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:07.195211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'network': {'name': 'tempest-router-network01--92402245'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:07.200773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:07.207767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:07.213183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:network and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:07.216545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Port 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:07.220878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:07.230720 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:07.239309 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:07.244338 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:07.245319 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:07.276551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Provisioning complete for port e967dc68-30a6-42b0-becd-da9070c93d13 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:07.276954 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.292055 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3671e42b-ca4e-4ea5-9861-38f2f0d58ebf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0205848 Mar 22 11:42:07.292055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.294850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56230) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:07.297911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.307689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-36d42e68-f65d-44d4-a6ce-a95f393fc225', 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225', 'tenant_id': '9be3910ee4b147f0ae76857aa86e447e', 'fixed_ips': [{'subnet_id': '7c6ba7b8-4247-4b2d-b283-8ef39e36da96'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:07.308535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.331053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:07.336051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.342332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.344649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.345754 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7737b89b-05a1-4e85-bb4d-a793c31da5ef HTTP/1.1" status: 204 len: 168 time: 1.4698586 Mar 22 11:42:07.394632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4dc499e8-2d41-4c3a-a169-0160dd32a718 None None] Port e967dc68-30a6-42b0-becd-da9070c93d13 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:07.402724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.434678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:07.449140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.449814 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Added segment 6be09704-e9d9-4f66-90f5-863d5b668390 of type vlan for network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c Mar 22 11:42:07.460211 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:07.482083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for 5862ca70-ca8a-48b7-a759-0fabd8cfeff8 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:07.489486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.512662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.513421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.513965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Allocated IP 172.20.0.2 (36d42e68-f65d-44d4-a6ce-a95f393fc225/7c6ba7b8-4247-4b2d-b283-8ef39e36da96/e0128d5c-3e71-4b8f-9749-340f2c4d288c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:07.516962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f01ed9-9bc3-4ac4-835a-2347056979e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7737b89b-05a1-4e85-bb4d-a793c31da5ef,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:07.625301 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:07.629975 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:07.641018 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:07.642014 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:07.657907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting subnet ac39541b-b503-46e8-ac79-6bde80c4dab0 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:07.670221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.799996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:07.807937 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:07.812736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:07.814623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=e967dc68-30a6-42b0-becd-da9070c93d13,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:07.854722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.859900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.872445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:07.872833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.875574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.910241 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Transition to ACTIVE for port object e0128d5c-3e71-4b8f-9749-340f2c4d288c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:07.949263 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:07.951330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:07.956654 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139cac7-3121-42c6-814a-1527376eadf6 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:07.981751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Transition to ACTIVE for port object e0128d5c-3e71-4b8f-9749-340f2c4d288c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:08.074342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.112588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] In _notify_port_updated(), no bound segment for port 7f984470-e423-414a-8ab1-4f7bd35ce105 on network caeba167-8d14-4a88-8e42-8f47476e4fdc {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:42:08.114631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.118601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:08.119218 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.120572 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/ports/7f984470-e423-414a-8ab1-4f7bd35ce105 HTTP/1.1" status: 200 len: 818 time: 0.9961028 Mar 22 11:42:08.122112 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9356642 Mar 22 11:42:08.129967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56246) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:08.130188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56248) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:08.178004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'network': {'name': 'tempest-router-network02--2009120036'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:08.178845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:08.181758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b5f3-5f60-4650-b3a3-e2ead82e228c tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Network': ['ID=bca0c9df-00eb-4eb8-946e-f983bb2f7d2c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:08.181938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:08.197197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:08.199710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:08.204431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff52699-ac11-434d-8f94-6e68af6771c2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=7f984470-e423-414a-8ab1-4f7bd35ce105,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:08.210932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:network and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:08.216076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:08.220343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:08.229999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:08.241749 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 7f984470-e423-414a-8ab1-4f7bd35ce105 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:08.242083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.308057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Pushing event updated for resources: {'Port': ['ID=e0128d5c-3e71-4b8f-9749-340f2c4d288c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:08.331619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.425095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.430186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Router bc3e7636-3e59-420f-a718-de70e104867b is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:42:08.500637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1d984cf4-d048-441e-9f83-7cb3ef87b8a3 None None] Provisioning complete for port e967dc68-30a6-42b0-becd-da9070c93d13 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:08.501032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1d984cf4-d048-441e-9f83-7cb3ef87b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.501772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.512041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:08.515666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.547148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.552037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=5862ca70-ca8a-48b7-a759-0fabd8cfeff8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:08.614486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Attempting to bind port e0128d5c-3e71-4b8f-9749-340f2c4d288c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:08.615138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Attempting to bind port e0128d5c-3e71-4b8f-9749-340f2c4d288c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'cd3eda74-7594-4222-8eee-d86d8d774ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:08.615594 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Attempting to bind port e0128d5c-3e71-4b8f-9749-340f2c4d288c on network 36d42e68-f65d-44d4-a6ce-a95f393fc225 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:08.627143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1d984cf4-d048-441e-9f83-7cb3ef87b8a3 None None] Port e967dc68-30a6-42b0-becd-da9070c93d13 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:08.627143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:08.627143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Checking segment: {'id': 'cd3eda74-7594-4222-8eee-d86d8d774ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:08.627143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.627143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Bound using segment: {'id': 'cd3eda74-7594-4222-8eee-d86d8d774ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:08.631806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Bound port: e0128d5c-3e71-4b8f-9749-340f2c4d288c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3eda74-7594-4222-8eee-d86d8d774ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '36d42e68-f65d-44d4-a6ce-a95f393fc225'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:08.631806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.692335 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 7f984470-e423-414a-8ab1-4f7bd35ce105 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:08.710531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Subnet': ['ID=ac39541b-b503-46e8-ac79-6bde80c4dab0,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:08.715058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45371f-d0b8-405c-8f55-762b7438fa7c None None] Network 8b36c71d-acf8-4d55-8885-22cdd14e8891 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:08.716440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.734209 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3f13512c-91f4-4d01-81d7-1e3943e38b5e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/ac39541b-b503-46e8-ac79-6bde80c4dab0 HTTP/1.1" status: 204 len: 168 time: 1.4383407 Mar 22 11:42:08.743270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56262) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:08.882019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] For port e0128d5c-3e71-4b8f-9749-340f2c4d288c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:08.885764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:08.942966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] For port e0128d5c-3e71-4b8f-9749-340f2c4d288c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0128d5c-3e71-4b8f-9749-340f2c4d288c,segment=NetworkSegment(cd3eda74-7594-4222-8eee-d86d8d774ce4),segment_id=cd3eda74-7594-4222-8eee-d86d8d774ce4)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:08.955581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56268) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:08.983941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.983941 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Added segment aed708d1-ddc5-4de4-a383-3a9f4b6c7179 of type vlan for network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 Mar 22 11:42:09.005851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.089518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] DHCP port deletion for 8b36c71d-acf8-4d55-8885-22cdd14e8891 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:09.109149 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Deleting port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:09.110395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.111443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:09.121566 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-92ef2ff1-7c8c-4d1d-8ebf-70186de7ecea tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "PUT /v2.0/routers/bc3e7636-3e59-420f-a718-de70e104867b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6546817 Mar 22 11:42:09.127414 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56274) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.136716 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:42:09.150828 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Sync routers for ids ['bc3e7636-3e59-420f-a718-de70e104867b'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:09.157405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.164262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1800771071'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:09.174245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:09.182054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.186034 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:09.189427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:09.200735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:09.202158 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Routers {'bc3e7636-3e59-420f-a718-de70e104867b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:09.202896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bc3e7636-3e59-420f-a718-de70e104867b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:09.206255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:09.206732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.239288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.250252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.252246 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ace0778-3b39-4fd5-84ed-39b379981f70 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/5862ca70-ca8a-48b7-a759-0fabd8cfeff8 HTTP/1.1" status: 204 len: 168 time: 3.2559893 Mar 22 11:42:09.254971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56278) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.295266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b36b5-b0cc-430b-93b1-31139340cba0 None None] Pushing event updated for resources: {'Port': ['ID=e0128d5c-3e71-4b8f-9749-340f2c4d288c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:09.314759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643a57b-e81c-4bec-b352-27f03e957d52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:09.315555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5643a57b-e81c-4bec-b352-27f03e957d52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:09.319525 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85f87a2-7a2f-4fd5-bd9c-bece69308a63 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] GET failed (client error): The resource could not be found. Mar 22 11:42:09.320037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b85f87a2-7a2f-4fd5-bd9c-bece69308a63 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:09.329447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.337504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=7f984470-e423-414a-8ab1-4f7bd35ce105,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:09.360990 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-918c42e2-cd63-40ce-91a5-555364dc62a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/7f984470-e423-414a-8ab1-4f7bd35ce105 HTTP/1.1" status: 204 len: 168 time: 1.2276053 Mar 22 11:42:09.362500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56282) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.393305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:09.397608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.414104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5643a57b-e81c-4bec-b352-27f03e957d52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:09.415648 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5643a57b-e81c-4bec-b352-27f03e957d52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports/e967dc68-30a6-42b0-becd-da9070c93d13 HTTP/1.1" status: 200 len: 911 time: 0.2877452 Mar 22 11:42:09.422932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56286) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.466729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b85f87a2-7a2f-4fd5-bd9c-bece69308a63 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:09.468077 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b85f87a2-7a2f-4fd5-bd9c-bece69308a63 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports/5862ca70-ca8a-48b7-a759-0fabd8cfeff8 HTTP/1.1" status: 404 len: 333 time: 0.2121804 Mar 22 11:42:09.475922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56290) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.485451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Set router bc3e7636-3e59-420f-a718-de70e104867b gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:09.580918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] For port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:09.581274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.635497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port a02fc43a-ebcd-419a-bbe4-4c52557bad1d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:09.636466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.709639 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2388978-d15d-4b82-9629-f1ed94c899c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:09.711366 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f2388978-d15d-4b82-9629-f1ed94c899c6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3474634 Mar 22 11:42:09.718694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56294) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.728153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee1f1c-62cf-4b91-8b81-34194a2042f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:09.731179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Calling delete_port for 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:09.734025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] For port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,segment=NetworkSegment(fccbef1a-0f97-4c27-b062-cc25ae0f5f06),segment_id=fccbef1a-0f97-4c27-b062-cc25ae0f5f06)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:09.734510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.735531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee1f1c-62cf-4b91-8b81-34194a2042f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:09.740298 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-02ee1f1c-62cf-4b91-8b81-34194a2042f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3123245 Mar 22 11:42:09.764800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56298) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.775758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.799117 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5ba198-cf05-4d47-adf4-1e31050fd59f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:42:09.801393 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-de5ba198-cf05-4d47-adf4-1e31050fd59f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/7f984470-e423-414a-8ab1-4f7bd35ce105 HTTP/1.1" status: 404 len: 333 time: 0.0623226 Mar 22 11:42:09.840327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56302) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:09.844062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.850636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:09.851344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:09.867539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-900389166'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:09.879255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:09.887576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:09.892637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:09.906874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:09.921103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Calling delete_port for 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:09.993684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:10.067402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:security_group_rule and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:10.085993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:10.107810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'e967dc68-30a6-42b0-becd-da9070c93d13', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:71:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:03Z', 'updated_at': '2022-03-22T11:42:06Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:10.115350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.117768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Checking router: bc3e7636-3e59-420f-a718-de70e104867b for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:10.120695 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Updating router bc3e7636-3e59-420f-a718-de70e104867b port e967dc68-30a6-42b0-becd-da9070c93d13 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:42:10.123031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:10.127682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Network': ['ID=a04eeeb3-d677-4acf-a899-55dcbc7fc6c9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:10.150534 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-45220918-8d1d-440c-b887-9bd1220b6096 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0152059 Mar 22 11:42:10.168053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56306) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:10.180026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'subnet': {'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:10.204758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:10.207271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e0128d5c-3e71-4b8f-9749-340f2c4d288c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:10.209821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.233157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:10.271070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.289493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for a02fc43a-ebcd-419a-bbe4-4c52557bad1d owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:10.311853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:10.312483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:10.372531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:10.396662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.397011 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment ff97829a-8dc9-48b2-ab73-a21f319c250b of type vlan for network 1150de9a-da32-445b-8d80-fb79bb7bcf66 Mar 22 11:42:10.405103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] Pushing event deleted for resources: {'Port': ['ID=3cdb26e8-f2fc-4ce2-876d-2dfacba7c083,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:10.407295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66717d-5a61-4b23-90b2-a3e5a17150ba None None] No DVR routers for this DVR port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:10.425359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.481149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.531885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c385c20-5af3-49c9-a1bf-d40840c5cb5c None None] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:10.535398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:10.569274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:subnet and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:10.574743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:10.595279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:10.639659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.639886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.696873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=a02fc43a-ebcd-419a-bbe4-4c52557bad1d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:10.732292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.737777 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:10.738930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.776927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port e0128d5c-3e71-4b8f-9749-340f2c4d288c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:10.787739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.808871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:10.905991 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0616212 Mar 22 11:42:10.908017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Provisioning for port e0128d5c-3e71-4b8f-9749-340f2c4d288c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:10.912164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56310) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:10.914802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06cfde-d161-49bb-b438-ca337982d419 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=1150de9a-da32-445b-8d80-fb79bb7bcf66,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:10.920990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:10.936391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:10.959816 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cf9bae05-3ec9-4b86-9a1a-7fc478f5b6ea tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/a02fc43a-ebcd-419a-bbe4-4c52557bad1d HTTP/1.1" status: 204 len: 168 time: 1.4786510 Mar 22 11:42:10.962927 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56314) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:10.992743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:11.020508 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:11.020827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:11.021260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae5054c4-2890-4e85-8c7b-8341a6c78d92 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:11.034612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.046473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Provisioning complete for port e0128d5c-3e71-4b8f-9749-340f2c4d288c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:11.046839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.051567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Deleting port 3cdb26e8-f2fc-4ce2-876d-2dfacba7c083 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:11.052026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.070890 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d239a68-c81f-4ce8-a490-83d0a006d89e tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] GET failed (client error): The resource could not be found. Mar 22 11:42:11.071428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0d239a68-c81f-4ce8-a490-83d0a006d89e tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Synchronizing usage tracker for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:11.092321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:11.095928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.106702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:11.110622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:11.113660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:11.120425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:11.155973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ae5054c4-2890-4e85-8c7b-8341a6c78d92 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:11.156310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae5054c4-2890-4e85-8c7b-8341a6c78d92 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:11.169115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0d239a68-c81f-4ce8-a490-83d0a006d89e tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Unset dirty status for tenant:5ea1b1254b4c4c2891bf8cf19fd61e78 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:11.173985 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0d239a68-c81f-4ce8-a490-83d0a006d89e tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "GET /v2.0/ports/a02fc43a-ebcd-419a-bbe4-4c52557bad1d HTTP/1.1" status: 404 len: 333 time: 0.2067232 Mar 22 11:42:11.175136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56318) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:11.211720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:11.215374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.237376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:11.246255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] The port '3cdb26e8-f2fc-4ce2-876d-2dfacba7c083' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:11.336019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6ff558-ddef-4f34-8081-1464368a5242,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:11.387657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.388003 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 267da0d2-8cb6-4b44-ac30-d1f4689058d9 of type vlan for network b526d453-48d6-4d75-b04b-a053f2700b17 Mar 22 11:42:11.455919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.457420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 566d9220-4b58-4c45-a37d-69b0de28802e {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:11.457874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.484547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.509812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Transition to ACTIVE for port object e967dc68-30a6-42b0-becd-da9070c93d13 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:11.518570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] For port e0128d5c-3e71-4b8f-9749-340f2c4d288c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0128d5c-3e71-4b8f-9749-340f2c4d288c,segment=NetworkSegment(cd3eda74-7594-4222-8eee-d86d8d774ce4),segment_id=cd3eda74-7594-4222-8eee-d86d8d774ce4)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:11.577336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.598750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.612177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.640127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b36c71d-acf8-4d55-8885-22cdd14e8891']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:11.660681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:11.660981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccbef1a-0f97-4c27-b062-cc25ae0f5f06') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:11.667422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.692841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.763342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.818598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3781df-7ae5-4c76-b94f-bc5eca98d29b None None] Pushing event updated for resources: {'Port': ['ID=e967dc68-30a6-42b0-becd-da9070c93d13,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:11.819598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.827068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:11.827475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:11.856972 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:11.896846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.906445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f1bd8eb5-95f0-421b-b21b-a119cd585561 None None] Provisioning complete for port e0128d5c-3e71-4b8f-9749-340f2c4d288c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:11.906817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8eb5-95f0-421b-b21b-a119cd585561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.913461 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.919665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:11.920271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.004634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Attempting to bind port e967dc68-30a6-42b0-becd-da9070c93d13 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:12.005194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Attempting to bind port e967dc68-30a6-42b0-becd-da9070c93d13 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:12.005573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Attempting to bind port e967dc68-30a6-42b0-becd-da9070c93d13 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:12.027653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for 566d9220-4b58-4c45-a37d-69b0de28802e owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:12.034414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:12.034826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:12.035230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.035648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:12.036128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Bound port: e967dc68-30a6-42b0-becd-da9070c93d13, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:12.036502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.041876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.060950 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e82bbb-4ea5-48e5-8658-39db265a5f78 None None] Pushing event updated for resources: {'Port': ['ID=e0128d5c-3e71-4b8f-9749-340f2c4d288c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.132131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=80457761-f07a-47de-80d1-bef2d68069d8,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.150350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': 'ff97829a-8dc9-48b2-ab73-a21f319c250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:12.150711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: 1150de9a-da32-445b-8d80-fb79bb7bcf66, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:12.153755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port e967dc68-30a6-42b0-becd-da9070c93d13 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:12.154096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.199693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] For port e967dc68-30a6-42b0-becd-da9070c93d13, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:12.209175 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] For port e967dc68-30a6-42b0-becd-da9070c93d13, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e967dc68-30a6-42b0-becd-da9070c93d13,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:12.227847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=b526d453-48d6-4d75-b04b-a053f2700b17,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.242054 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b526d453-48d6-4d75-b04b-a053f2700b17 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:12.256585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Subnet': ['ID=b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.293166 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c253a5d9-7cdf-4c3e-bafe-9ab0e424f5bb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3372409 Mar 22 11:42:12.296880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56322) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:12.303238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.304612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-435523090'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:12.310121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:12.312238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.321357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:12.329346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.372303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:12.374715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.375189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Port': ['ID=566d9220-4b58-4c45-a37d-69b0de28802e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.378821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:12.396751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Pushing event deleted for resources: {'Network': ['ID=8b36c71d-acf8-4d55-8885-22cdd14e8891,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.401672 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Checking segment: {'id': '6be09704-e9d9-4f66-90f5-863d5b668390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:12.402040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network hostable DHCP agents. Network: bca0c9df-00eb-4eb8-946e-f983bb2f7d2c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:12.414253 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c5288e85-c4ee-48a4-81a7-c50b53c71b10 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/networks/8b36c71d-acf8-4d55-8885-22cdd14e8891 HTTP/1.1" status: 204 len: 168 time: 3.6698020 Mar 22 11:42:12.414659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56326) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:12.415797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:12.439302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3781df-7ae5-4c76-b94f-bc5eca98d29b None None] Pushing event updated for resources: {'Port': ['ID=e967dc68-30a6-42b0-becd-da9070c93d13,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:12.442022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Routers {'bc3e7636-3e59-420f-a718-de70e104867b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:12.442631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bc3e7636-3e59-420f-a718-de70e104867b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:12.455149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'routes': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:12.484051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port e967dc68-30a6-42b0-becd-da9070c93d13, host dv-neutron-828143-11-hyperv, got binding levels [] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:12.484585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.509785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 1150de9a-da32-445b-8d80-fb79bb7bcf66) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:12.511567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.532486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df8a9c-3d85-417d-ad34-731266673f11 None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:12.536825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:12.536825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.577481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:12.639218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:12.642798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.671066 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aa19ec49-1c1e-48f1-81c4-fac891217fae tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/ports/566d9220-4b58-4c45-a37d-69b0de28802e HTTP/1.1" status: 204 len: 168 time: 1.4951079 Mar 22 11:42:12.674567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56330) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:12.773317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] Set router bc3e7636-3e59-420f-a718-de70e104867b gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:12.791919 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-463f1047-b046-41c3-aacb-a0f8b8402b51 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8784456 Mar 22 11:42:12.795588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56334) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:12.809168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for e967dc68-30a6-42b0-becd-da9070c93d13 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:12.813991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:12.856897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, bca0c9df-00eb-4eb8-946e-f983bb2f7d2c) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:12.865190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:12.865789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.876754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cfa42e-d1c9-4b06-a51f-18ae26d04608 None None] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:12.972618 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6a2c0a8e-756e-4657-9eea-3ce4ba50fb77 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8031092 Mar 22 11:42:12.973246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56338) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:12.979249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'subnet': {'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:13.059039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:13.067701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:13.068250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:13.096610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:13.100977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Usage tracker for resource:subnet and tenant:9be3910ee4b147f0ae76857aa86e447e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:13.104138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:13.109959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:13.165918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting subnet e1a97a28-6ce6-4977-a262-97f6f71d6050 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:13.177256 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Added routes are [] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:42:13.177564 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Removed routes are [] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:42:13.177928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.181030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.187334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Made reservation on behalf of 9be3910ee4b147f0ae76857aa86e447e for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:13.191937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.215500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.215853 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 6b0fbb24-6ffb-440a-b90e-14683189d0af of type vlan for network 8356f83b-6798-471c-a2cf-5e18b0442812 Mar 22 11:42:13.242237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-1150de9a-da32-445b-8d80-fb79bb7bcf66', 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': '80457761-f07a-47de-80d1-bef2d68069d8'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:13.243052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.392276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.431705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.451507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bca0c9df-00eb-4eb8-946e-f983bb2f7d2c', 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c', 'tenant_id': '9be3910ee4b147f0ae76857aa86e447e', 'fixed_ips': [{'subnet_id': 'b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:13.452315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.506041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.568966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port e967dc68-30a6-42b0-becd-da9070c93d13 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:13.569389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.600565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:13.624205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:13.629482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.639465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:13.648448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Subnet': ['ID=f16db7bb-f6d4-4948-82a7-8af1a443a350,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:13.649877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.654485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:13.675061 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'e967dc68-30a6-42b0-becd-da9070c93d13', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:71:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:03Z', 'updated_at': '2022-03-22T11:42:12Z', 'revision_number': 4, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:13.689251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa683434-328c-47bf-ae8c-543b5ea9b239 None None] The sync data for ids ['bc3e7636-3e59-420f-a718-de70e104867b'] in dv-neutron-828143-11-hyperv is: [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'e967dc68-30a6-42b0-becd-da9070c93d13', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:71:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:03Z', 'updated_at': '2022-03-22T11:42:12Z', 'revision_number': 4, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': 'b9dc3011-18e5-4fe8-99e4-bf33d1f86102', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:13.694646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Checking segment: {'id': 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:13.695010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network hostable DHCP agents. Network: a04eeeb3-d677-4acf-a899-55dcbc7fc6c9, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:13.721066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Allocated IP 172.20.0.2 (1150de9a-da32-445b-8d80-fb79bb7bcf66/80457761-f07a-47de-80d1-bef2d68069d8/165a4f94-e1e9-496c-95a6-cc3da4325a73) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:13.736276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.742185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:13.743027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.811203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Allocated IP 172.20.0.2 (bca0c9df-00eb-4eb8-946e-f983bb2f7d2c/b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9/76d0f5ad-0b26-47e2-9294-0b41aec4df6e) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:13.838446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port e967dc68-30a6-42b0-becd-da9070c93d13, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e967dc68-30a6-42b0-becd-da9070c93d13,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:13.839421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.874965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:13.878601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.926106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.937197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:14.003290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for e967dc68-30a6-42b0-becd-da9070c93d13 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:14.004778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:14.053148 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7521272 Mar 22 11:42:14.057916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56344) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:14.085335 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:14.106488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e55977-6661-4945-9141-5116a485232a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=8356f83b-6798-471c-a2cf-5e18b0442812,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:14.145612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 8356f83b-6798-471c-a2cf-5e18b0442812 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:14.208234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, a04eeeb3-d677-4acf-a899-55dcbc7fc6c9) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:14.229044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:14.229626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.284168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:14.284381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e6a98-fc7c-4763-bf66-514fdf71f884 None None] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:14.291976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:14.298395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:14.319197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:14.334218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:14.346674 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Sync routers for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:14.348413 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.ipam_backend_mixin [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 80457761-f07a-47de-80d1-bef2d68069d8 (CIDR: 172.20.0.0/28) Mar 22 11:42:14.355162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.358874 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e561a343-252c-475b-8548-0d1b38cff153 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 704 time: 1.9250054 Mar 22 11:42:14.359384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56348) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:14.368440 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:14.369202 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:14.370829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e0128d5c-3e71-4b8f-9749-340f2c4d288c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:14.434851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.446001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c8a959a0-9013-463e-ac6f-91d6997a36d4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:14.465737 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:42:14.466284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:14.468680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:14.471215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.473292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.500454 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d6e24f43-6025-472e-8eca-b241fe9b01fc tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5231688 Mar 22 11:42:14.503149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56352) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:14.526879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a97a28-6ce6-4977-a262-97f6f71d6050,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:14.538600 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:14.541121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c8a959a0-9013-463e-ac6f-91d6997a36d4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:14.542300 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c8a959a0-9013-463e-ac6f-91d6997a36d4 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 205 time: 0.1819093 Mar 22 11:42:14.545026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.547244 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-93a32460-a44d-4a06-873e-b0ae7d8269fe tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/subnets/e1a97a28-6ce6-4977-a262-97f6f71d6050 HTTP/1.1" status: 204 len: 168 time: 1.7987969 Mar 22 11:42:14.547837 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56356) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:14.604502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d50fce-9073-4cb2-85d8-e2cd54ab36a0 None None] Network 299aa51c-4ad6-4e64-8340-acb15b28f60f requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:14.607274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56360) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:14.618344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.671691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Transition to ACTIVE for port object 165a4f94-e1e9-496c-95a6-cc3da4325a73 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:14.677467 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.685660 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:14.692504 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Checking router: 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:14.755310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Transition to ACTIVE for port object 76d0f5ad-0b26-47e2-9294-0b41aec4df6e will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:14.797981 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Routers {'0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:14.797981 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:14.833705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Transition to ACTIVE for port object 165a4f94-e1e9-496c-95a6-cc3da4325a73 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:14.890500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Transition to ACTIVE for port object 76d0f5ad-0b26-47e2-9294-0b41aec4df6e will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:14.975844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:14.986793 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] Set router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:15.028573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e0128d5c-3e71-4b8f-9749-340f2c4d288c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:15.029261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.053878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.108082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.123621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=e967dc68-30a6-42b0-becd-da9070c93d13,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:15.145101 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:15.151178 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b3d9c-9878-495b-8a1e-3241f887d993 None None] The sync data for ids ['0c1b37a4-4e27-4023-acbe-39e0fc2d6fef'] in dv-neutron-828143-11-hyperv is: [{'id': '0c1b37a4-4e27-4023-acbe-39e0fc2d6fef', 'name': 'tempest-RoutersIpV6Test-router-758417594', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:40:35Z', 'updated_at': '2022-03-22T11:42:05Z', 'revision_number': 11, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:15.213263 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b8d4824c-61bf-42b0-92f4-23d9536e3314 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4041598 Mar 22 11:42:15.297823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:15.317136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56364) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:15.319307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:15.331032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:15.337354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:15.343965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:15.351621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:15.371927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:15.382531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-a04eeeb3-d677-4acf-a899-55dcbc7fc6c9', 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9', 'tenant_id': '9be3910ee4b147f0ae76857aa86e447e', 'fixed_ips': [{'subnet_id': 'f16db7bb-f6d4-4948-82a7-8af1a443a350'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:15.383458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.392698 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Pushing event updated for resources: {'Port': ['ID=165a4f94-e1e9-496c-95a6-cc3da4325a73,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:15.447670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.457301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.583372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:15.588914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:15.591962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:15.598561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:15.618857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.619589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1b37a4-4e27-4023-acbe-39e0fc2d6fef {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:15.644489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.649889 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-45e2ab66-2626-4a0a-817d-3ef864841ece tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 204 len: 168 time: 1.1007669 Mar 22 11:42:15.651336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56368) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:15.660894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1823510798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:15.669729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:15.676215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Usage tracker for resource:router and tenant:d0879f464cd0485582715d4caef85e47 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:15.680247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:15.687856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:15.693013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.720375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:15.833032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.835639 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.843031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.847199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Pushing event updated for resources: {'Port': ['ID=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:15.869597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Attempting to bind port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:15.869863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.869978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Attempting to bind port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '6be09704-e9d9-4f66-90f5-863d5b668390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:15.870313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Attempting to bind port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e on network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:15.883404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Attempting to bind port 165a4f94-e1e9-496c-95a6-cc3da4325a73 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:15.883841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Attempting to bind port 165a4f94-e1e9-496c-95a6-cc3da4325a73 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'ff97829a-8dc9-48b2-ab73-a21f319c250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:15.884126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Attempting to bind port 165a4f94-e1e9-496c-95a6-cc3da4325a73 on network 1150de9a-da32-445b-8d80-fb79bb7bcf66 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:15.899781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.905047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:15.905422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Checking segment: {'id': '6be09704-e9d9-4f66-90f5-863d5b668390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:15.905819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.906207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Bound using segment: {'id': '6be09704-e9d9-4f66-90f5-863d5b668390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:15.906681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Bound port: 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be09704-e9d9-4f66-90f5-863d5b668390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bca0c9df-00eb-4eb8-946e-f983bb2f7d2c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:15.907052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.923526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:15.923526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Checking segment: {'id': 'ff97829a-8dc9-48b2-ab73-a21f319c250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:15.923905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.924295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Bound using segment: {'id': 'ff97829a-8dc9-48b2-ab73-a21f319c250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:15.924879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Bound port: 165a4f94-e1e9-496c-95a6-cc3da4325a73, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff97829a-8dc9-48b2-ab73-a21f319c250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:15.925419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:15.949899 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e967dc68-30a6-42b0-becd-da9070c93d13 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:15.988752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] DHCP port deletion for 299aa51c-4ad6-4e64-8340-acb15b28f60f request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:16.007919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.061556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: e967dc68-30a6-42b0-becd-da9070c93d13 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:16.061856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e967dc68-30a6-42b0-becd-da9070c93d13 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 11:42:16.108709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:16.109051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.119404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Deleting port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:16.119771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.148055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.153510 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a339d8bc-531a-4ec9-845d-fe26a465b91e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4970520 Mar 22 11:42:16.153510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56372) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:16.161680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:16.189138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Port e967dc68-30a6-42b0-becd-da9070c93d13 not found, will not notify nova. {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 11:42:16.218355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.252010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Allocated IP 172.20.0.2 (a04eeeb3-d677-4acf-a899-55dcbc7fc6c9/f16db7bb-f6d4-4948-82a7-8af1a443a350/a7ba90b8-af04-429f-8ef0-b464928440f0) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:16.267724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.282430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.301202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=2062642d-f4a4-4166-a55e-ce8a37571cfb,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:16.319983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] For port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:16.355460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:16.378680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] For port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,segment=NetworkSegment(6be09704-e9d9-4f66-90f5-863d5b668390),segment_id=6be09704-e9d9-4f66-90f5-863d5b668390)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:16.382295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:16.411191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=165a4f94-e1e9-496c-95a6-cc3da4325a73,segment=NetworkSegment(ff97829a-8dc9-48b2-ab73-a21f319c250b),segment_id=ff97829a-8dc9-48b2-ab73-a21f319c250b)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:16.444565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:16.455215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:16.455928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.467383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:16.511378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.515096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.548316 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8b9cab5e-4418-484c-a239-9b94877207a6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2276514 Mar 22 11:42:16.596844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56376) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:16.610734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'fixed_ips': [{'subnet_id': '80457761-f07a-47de-80d1-bef2d68069d8'}, {'subnet_id': '2062642d-f4a4-4166-a55e-ce8a37571cfb'}], 'name': 'tempest-PortsTestJSON-1251428079'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:16.735914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] For port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,segment=NetworkSegment(0f915af9-86a6-4c4b-8f06-e18fd609cf1e),segment_id=0f915af9-86a6-4c4b-8f06-e18fd609cf1e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:16.736337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.815131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b4ed5-3198-491e-bc77-fa8a9887a477 None None] Pushing event updated for resources: {'Port': ['ID=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:16.864910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.868835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=4cf3d866-0600-495b-855f-a32135aab99c,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:16.879697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Router bc3e7636-3e59-420f-a718-de70e104867b has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:16.932449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Calling delete_port for 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:16.959433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.966638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '267da0d2-8cb6-4b44-ac30-d1f4689058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:16.967433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: b526d453-48d6-4d75-b04b-a053f2700b17, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:17.084052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] For port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,segment=NetworkSegment(0f915af9-86a6-4c4b-8f06-e18fd609cf1e),segment_id=0f915af9-86a6-4c4b-8f06-e18fd609cf1e)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:17.084505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.146374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:17.148597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333263d-e3cb-4e2f-b267-6ace38598f87 None None] Pushing event updated for resources: {'Port': ['ID=165a4f94-e1e9-496c-95a6-cc3da4325a73,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:17.150572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:17.153512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:17.159838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:17.161155 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.174962 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.195890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Transition to ACTIVE for port object a7ba90b8-af04-429f-8ef0-b464928440f0 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:17.228481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:17.268971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Router 42187e93-e7a2-434b-9323-1323fc6462bb is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:42:17.275733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.366539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Transition to ACTIVE for port object a7ba90b8-af04-429f-8ef0-b464928440f0 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:17.379599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] Pushing event deleted for resources: {'Port': ['ID=7a7e0953-3cc8-4f45-974b-bd61cbf58b34,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:17.386511 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac86027-9924-4ada-810e-3cc0aa57edbe None None] No DVR routers for this DVR port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:17.418531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Calling delete_port for 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:17.449853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:17.461382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b526d453-48d6-4d75-b04b-a053f2700b17 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:17.466903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.557399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Sync routers for ids ['bc3e7636-3e59-420f-a718-de70e104867b'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:17.565551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:17.573866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.580754 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Sync routers for ids ['42187e93-e7a2-434b-9323-1323fc6462bb'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:17.582160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56380) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:17.588015 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8cda6e44-6ca6-420e-a694-43ddf8dcc010 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "PUT /v2.0/routers/42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 200 len: 698 time: 1.4346068 Mar 22 11:42:17.594182 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Routers {'42187e93-e7a2-434b-9323-1323fc6462bb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:17.594818 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['42187e93-e7a2-434b-9323-1323fc6462bb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:17.607227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:17.616978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Routers {'bc3e7636-3e59-420f-a718-de70e104867b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:17.616978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bc3e7636-3e59-420f-a718-de70e104867b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:17.629953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Allocated IP 172.20.0.1 (bca0c9df-00eb-4eb8-946e-f983bb2f7d2c/b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9/5d25757f-fb86-4c51-841b-105ead73237b) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:17.647206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.684335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:17.690046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port b14077a1-eb89-4922-94a5-aaef316c4c00 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:17.720213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:17.739505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Pushing event updated for resources: {'Port': ['ID=a7ba90b8-af04-429f-8ef0-b464928440f0,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:17.829297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, b526d453-48d6-4d75-b04b-a053f2700b17) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:17.834943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.835798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.837263 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Set router 42187e93-e7a2-434b-9323-1323fc6462bb gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:17.850890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bde00e-6a14-4251-a35f-b90f0ac6738d None None] Network b526d453-48d6-4d75-b04b-a053f2700b17 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:17.872816 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8aabfdd8-6958-4783-a0d7-ab315940b0e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "PUT /v2.0/routers/bc3e7636-3e59-420f-a718-de70e104867b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1047304 Mar 22 11:42:17.887000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56384) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:17.939606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Set router bc3e7636-3e59-420f-a718-de70e104867b gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:17.950712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:17.951160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:17.971381 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6369457e-8cf4-4590-b671-1d81c8d970cb tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/routers/42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 200 len: 704 time: 0.3848236 Mar 22 11:42:17.974542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56388) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:18.019051 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42187e93-e7a2-434b-9323-1323fc6462bb', 'name': 'tempest-RoutersIpV6Test-router-1823510798', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:15Z', 'updated_at': '2022-03-22T11:42:16Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.023862 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Checking router: 42187e93-e7a2-434b-9323-1323fc6462bb for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:18.035333 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Routers {'42187e93-e7a2-434b-9323-1323fc6462bb'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:18.036186 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['42187e93-e7a2-434b-9323-1323fc6462bb'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.046016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-53feb885-5250-494a-9d55-636aca851cdc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Synchronizing usage tracker for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:18.074505 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c3c3ac09-b076-4f34-87b5-0f97fd3e348f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0155313 Mar 22 11:42:18.076749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358d722-7070-4dbf-97e3-2345acbc668e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:18.078303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358d722-7070-4dbf-97e3-2345acbc668e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:18.079131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0358d722-7070-4dbf-97e3-2345acbc668e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:18.087028 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56392) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:18.099450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:18.123962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.136767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:14Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.139708 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Attempting to bind port a7ba90b8-af04-429f-8ef0-b464928440f0 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:18.140084 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Attempting to bind port a7ba90b8-af04-429f-8ef0-b464928440f0 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:18.140455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Attempting to bind port a7ba90b8-af04-429f-8ef0-b464928440f0 on network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:18.167381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:18.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Checking segment: {'id': 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:18.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Bound using segment: {'id': 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:18.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Bound port: a7ba90b8-af04-429f-8ef0-b464928440f0, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a04eeeb3-d677-4acf-a899-55dcbc7fc6c9'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:18.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.178886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Checking router: bc3e7636-3e59-420f-a718-de70e104867b for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:18.204183 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] Set router 42187e93-e7a2-434b-9323-1323fc6462bb gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:18.253814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0358d722-7070-4dbf-97e3-2345acbc668e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:18.256090 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0358d722-7070-4dbf-97e3-2345acbc668e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3679414 Mar 22 11:42:18.262604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56396) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:18.355772 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Routers {'bc3e7636-3e59-420f-a718-de70e104867b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:18.357176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bc3e7636-3e59-420f-a718-de70e104867b'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.358765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet b9dc3011-18e5-4fe8-99e4-bf33d1f86102 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:18.365483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.396386 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42187e93-e7a2-434b-9323-1323fc6462bb', 'name': 'tempest-RoutersIpV6Test-router-1823510798', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:15Z', 'updated_at': '2022-03-22T11:42:16Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.402569 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec9ad3-619a-48be-924b-3e6f0f5cc13f None None] The sync data for ids ['42187e93-e7a2-434b-9323-1323fc6462bb'] in dv-neutron-828143-11-hyperv is: [{'id': '42187e93-e7a2-434b-9323-1323fc6462bb', 'name': 'tempest-RoutersIpV6Test-router-1823510798', 'tenant_id': 'd0879f464cd0485582715d4caef85e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:15Z', 'updated_at': '2022-03-22T11:42:16Z', 'revision_number': 2, 'project_id': 'd0879f464cd0485582715d4caef85e47', 'gw_port_host': None}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:18.455708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Deleting port 7a7e0953-3cc8-4f45-974b-bd61cbf58b34 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:18.456831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.485827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 76d0f5ad-0b26-47e2-9294-0b41aec4df6e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:18.522663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-53feb885-5250-494a-9d55-636aca851cdc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Unset dirty status for tenant:d0879f464cd0485582715d4caef85e47 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:18.523965 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-53feb885-5250-494a-9d55-636aca851cdc tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 200 len: 205 time: 0.5484438 Mar 22 11:42:18.527716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56400) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:18.539344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Transition to ACTIVE for port object 5d25757f-fb86-4c51-841b-105ead73237b will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:18.606860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] For port a7ba90b8-af04-429f-8ef0-b464928440f0, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:18.624505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] The port '7a7e0953-3cc8-4f45-974b-bd61cbf58b34' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:18.700879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:18.705682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.736911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:18.740820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:18.749356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:18.761460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] For port a7ba90b8-af04-429f-8ef0-b464928440f0, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a7ba90b8-af04-429f-8ef0-b464928440f0,segment=NetworkSegment(aed708d1-ddc5-4de4-a383-3a9f4b6c7179),segment_id=aed708d1-ddc5-4de4-a383-3a9f4b6c7179)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:18.787332 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] Set router bc3e7636-3e59-420f-a718-de70e104867b gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:18.858524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.902267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299aa51c-4ad6-4e64-8340-acb15b28f60f']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.920445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f915af9-86a6-4c4b-8f06-e18fd609cf1e') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.920806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f915af9-86a6-4c4b-8f06-e18fd609cf1e') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.935129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.955829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.959999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:18.964278 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.981355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b7c351-898e-4780-b2be-c133e3496480 None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:18.984986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:18.987460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.010195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.084243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:14Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:19.090176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80fa48-36a2-448f-bd16-d2ed385e74e8 None None] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:19.103171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:19.103583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.124644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Port': ['ID=5d25757f-fb86-4c51-841b-105ead73237b,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:19.129806 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:19.140558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.14 (1150de9a-da32-445b-8d80-fb79bb7bcf66/80457761-f07a-47de-80d1-bef2d68069d8/b14077a1-eb89-4922-94a5-aaef316c4c00) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:19.157173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:19.169552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-b526d453-48d6-4d75-b04b-a053f2700b17', 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '4cf3d866-0600-495b-855f-a32135aab99c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:19.170354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.214629 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:19.255669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020181b-2bc8-49d4-8798-3629b97fb498 None None] The sync data for ids ['bc3e7636-3e59-420f-a718-de70e104867b'] in dv-neutron-828143-11-hyperv is: [{'id': 'bc3e7636-3e59-420f-a718-de70e104867b', 'name': 'tempest-NetworksTestDHCPv6-router-723689622', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:02Z', 'updated_at': '2022-03-22T11:42:14Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:19.259059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.20 (1150de9a-da32-445b-8d80-fb79bb7bcf66/2062642d-f4a4-4166-a55e-ce8a37571cfb/b14077a1-eb89-4922-94a5-aaef316c4c00) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:19.338373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:19.362951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6a2f01ca-f41c-4972-abbb-d9e472db30a3 None None] Provisioning for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:19.422829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:19.445436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967fa1-66e9-49fd-b825-fe632b109bd6 None None] Pushing event updated for resources: {'Port': ['ID=a7ba90b8-af04-429f-8ef0-b464928440f0,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:19.469570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 165a4f94-e1e9-496c-95a6-cc3da4325a73 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:19.477287 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.485385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.523837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.552464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] Pushing event deleted for resources: {'Network': ['ID=299aa51c-4ad6-4e64-8340-acb15b28f60f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:19.567911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.569117 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d9e3b062-1450-4eeb-8ed7-85ff99329ac3 tempest-AllowedAddressPairIpV6TestJSON-582295557 tempest-AllowedAddressPairIpV6TestJSON-582295557-project] 10.222.0.53 "DELETE /v2.0/networks/299aa51c-4ad6-4e64-8340-acb15b28f60f HTTP/1.1" status: 204 len: 168 time: 4.9452746 Mar 22 11:42:19.584704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.654329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.765314 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.767217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.796833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.800395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.800905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Fanout notify agent at l3_agent the message router_deleted on router 42187e93-e7a2-434b-9323-1323fc6462bb {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:19.929997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dc3011-18e5-4fe8-99e4-bf33d1f86102,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:19.935880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object b14077a1-eb89-4922-94a5-aaef316c4c00 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:19.950508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.952359 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6423461b-97e9-4d4e-879f-d00e10de9642 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b9dc3011-18e5-4fe8-99e4-bf33d1f86102 HTTP/1.1" status: 204 len: 168 time: 1.6883581 Mar 22 11:42:19.962054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.963318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56406) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:19.963521 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-02b1c6f7-3bbb-48e2-b201-1c6c027ef374 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 204 len: 168 time: 1.4345231 Mar 22 11:42:19.966739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56410) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:19.993995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2c437-8071-45d9-8055-6544e38220b4 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:20.020917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Provisioning for port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:20.031107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-69284eab-ca04-43c3-9e76-d6f55ffeb579 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 200 len: 205 time: 0.0613461 Mar 22 11:42:20.031780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56414) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.080940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Allocated IP 172.20.0.2 (b526d453-48d6-4d75-b04b-a053f2700b17/4cf3d866-0600-495b-855f-a32135aab99c/237e7bdb-8fb5-4110-840d-dbf89100043c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:20.091519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Provisioning complete for port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:20.092021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.093750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '6b0fbb24-6ffb-440a-b90e-14683189d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:20.094110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 8356f83b-6798-471c-a2cf-5e18b0442812, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:20.100543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=745ffd72-d40e-4b9e-9f9b-b968a72aa9ee,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:20.103442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.105623 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-15fbfd22-2743-4989-bdb6-52b3251757be tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:20.110501 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-15fbfd22-2743-4989-bdb6-52b3251757be tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/42187e93-e7a2-434b-9323-1323fc6462bb HTTP/1.1" status: 404 len: 336 time: 0.0755987 Mar 22 11:42:20.113184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56418) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.165075 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-671bad1d-fa12-43ef-b79b-b4bf94c79710 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:20.165075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671bad1d-fa12-43ef-b79b-b4bf94c79710 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:20.168533 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-671bad1d-fa12-43ef-b79b-b4bf94c79710 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/138d5a6a-62f5-465f-9198-5250db697e2e HTTP/1.1" status: 404 len: 337 time: 0.0540512 Mar 22 11:42:20.169235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56422) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.213124 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c281d15-ea7c-4385-bb3c-a7c6baf69b98 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:20.213894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c281d15-ea7c-4385-bb3c-a7c6baf69b98 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:20.218141 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8c281d15-ea7c-4385-bb3c-a7c6baf69b98 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/f606e05a-a623-4fc5-b65c-183f1cdbee2f HTTP/1.1" status: 404 len: 337 time: 0.0479321 Mar 22 11:42:20.218733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56428) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.261795 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dc4360-0b9f-4d1d-bb55-36036ab9c849 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:20.262389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5b5baf84-35fd-405e-b84b-33d29e1f01c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:20.262497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dc4360-0b9f-4d1d-bb55-36036ab9c849 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:20.265835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:20.266725 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-14dc4360-0b9f-4d1d-bb55-36036ab9c849 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/5b6d5da1-48d6-4ad7-b9c5-99d0b2aa3840 HTTP/1.1" status: 404 len: 337 time: 0.0467687 Mar 22 11:42:20.267672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56432) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.305422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.329410 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 8356f83b-6798-471c-a2cf-5e18b0442812 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:20.338004 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:20.338882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.388823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56436) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.400675 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-126e834e-143d-40db-a3b6-41ce8bc9b11c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:20.401129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126e834e-143d-40db-a3b6-41ce8bc9b11c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:20.405817 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-126e834e-143d-40db-a3b6-41ce8bc9b11c tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/ac39541b-b503-46e8-ac79-6bde80c4dab0 HTTP/1.1" status: 404 len: 337 time: 0.1370111 Mar 22 11:42:20.406161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56440) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.433052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=b14077a1-eb89-4922-94a5-aaef316c4c00,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:20.454163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:20.454163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:20.455807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:20.589506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:20.590429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.597481 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-09cfff56-f913-4f17-9a08-1e094ffc9ea5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 200 len: 205 time: 0.1863163 Mar 22 11:42:20.598270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 8356f83b-6798-471c-a2cf-5e18b0442812) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:20.599879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56446) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.602746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:20.603498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.617943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5b5baf84-35fd-405e-b84b-33d29e1f01c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:20.619087 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5b5baf84-35fd-405e-b84b-33d29e1f01c9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6549144 Mar 22 11:42:20.624938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56450) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.631767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d563283-12cc-4f5c-8385-4763bc22864a None None] Network 8356f83b-6798-471c-a2cf-5e18b0442812 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:20.708962 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-5e068014-9b0d-4401-99cb-8bd9ba28d69f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:20.710292 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5e068014-9b0d-4401-99cb-8bd9ba28d69f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/0c1b37a4-4e27-4023-acbe-39e0fc2d6fef HTTP/1.1" status: 404 len: 336 time: 0.1092005 Mar 22 11:42:20.718646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56454) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.793411 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-edac7676-9afb-4d53-a300-8c5451a47c4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ea1b1254b4c4c2891bf8cf19fd61e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942678 Mar 22 11:42:20.795857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56458) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.857493 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c4e65572-7ade-4411-a8f7-3b288b560b6a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7643955 Mar 22 11:42:20.866301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56462) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.881173 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1b2f6726-e247-4c2d-bca8-7ee829a932c3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c4227e-81a6-4fab-97f2-44331cf1f631 HTTP/1.1" status: 200 len: 205 time: 0.1570454 Mar 22 11:42:20.885096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106682749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:20.891928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:20.912882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56466) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:20.937290 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5c813b12-63fc-46b0-8679-34848da347f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3387976 Mar 22 11:42:20.940019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56468) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.019166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.025335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.035484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:21.039095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.047868 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-92d1aa38-d899-4b4f-bb8a-a1607fdcacc3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:21.049033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-92d1aa38-d899-4b4f-bb8a-a1607fdcacc3 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/21c4227e-81a6-4fab-97f2-44331cf1f631 HTTP/1.1" status: 404 len: 336 time: 0.1105573 Mar 22 11:42:21.052492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c7870-e3b8-49e1-be78-c6b44bf4432f None None] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:21.055416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56474) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.061500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80457761-f07a-47de-80d1-bef2d68069d8'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:21.099706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:21.156906 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-52721e59-71ce-401e-a1de-e55f3ec92b0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:21.157166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52721e59-71ce-401e-a1de-e55f3ec92b0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:21.158914 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-52721e59-71ce-401e-a1de-e55f3ec92b0b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/e4d2a1e0-4a74-411f-990b-73810c3b6450 HTTP/1.1" status: 404 len: 337 time: 0.1010501 Mar 22 11:42:21.168357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:21.177033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56478) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.185441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:21.264008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.350658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.356717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Update dhcp port {'port': {'network_id': '1150de9a-da32-445b-8d80-fb79bb7bcf66', 'fixed_ips': [{'subnet_id': '80457761-f07a-47de-80d1-bef2d68069d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '2062642d-f4a4-4166-a55e-ce8a37571cfb'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '165a4f94-e1e9-496c-95a6-cc3da4325a73'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:42:21.359248 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-75bd408c-ad62-43a7-8607-deda50ba377e tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 200 len: 205 time: 0.1783917 Mar 22 11:42:21.363710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56482) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.398226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] For port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,segment=NetworkSegment(6be09704-e9d9-4f66-90f5-863d5b668390),segment_id=6be09704-e9d9-4f66-90f5-863d5b668390)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:21.429505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=165a4f94-e1e9-496c-95a6-cc3da4325a73,segment=NetworkSegment(ff97829a-8dc9-48b2-ab73-a21f319c250b),segment_id=ff97829a-8dc9-48b2-ab73-a21f319c250b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:21.431253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.435190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.437076 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.438057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.441253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:21.458616 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-34aecaf3-7b8c-4d2e-99a5-0cc37001caff tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:21.462146 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-34aecaf3-7b8c-4d2e-99a5-0cc37001caff tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/16578fcf-0ae1-4eb3-a8b4-34dea4f5f451 HTTP/1.1" status: 404 len: 336 time: 0.0948880 Mar 22 11:42:21.464558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56486) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.464747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Transition to ACTIVE for port object 237e7bdb-8fb5-4110-840d-dbf89100043c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:21.475189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Deleting port 71924ef8-13c4-4655-93c1-2dff00028c37 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:21.475189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.483912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.506880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.519226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.525838 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-363e3871-129f-438c-9ca4-f313d491707f tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=975da57a-1404-4d94-aedb-4b018c97484c HTTP/1.1" status: 200 len: 205 time: 0.0590732 Mar 22 11:42:21.528389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56490) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.531733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.583699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.593098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.593587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Fanout notify agent at l3_agent the message router_deleted on router bc3e7636-3e59-420f-a718-de70e104867b {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:21.607757 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-11d423bb-b7c7-4171-8baa-85be43d44ecf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:21.612306 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-11d423bb-b7c7-4171-8baa-85be43d44ecf tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/975da57a-1404-4d94-aedb-4b018c97484c HTTP/1.1" status: 404 len: 336 time: 0.0751951 Mar 22 11:42:21.612790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56494) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.618025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.622001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.625868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.785300 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9256fd6c-57ee-4a55-a408-9dc5e4c26598 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:21.786357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9256fd6c-57ee-4a55-a408-9dc5e4c26598 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:21.791697 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9256fd6c-57ee-4a55-a408-9dc5e4c26598 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/8e47bfcb-4d3e-4d40-9256-dbdcfd5746fa HTTP/1.1" status: 404 len: 337 time: 0.1775708 Mar 22 11:42:21.792721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Transition to ACTIVE for port object 237e7bdb-8fb5-4110-840d-dbf89100043c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:21.797423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56498) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.860879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.865688 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50eb0e62-f0f6-4562-8f17-6e78ac640fa1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/routers/bc3e7636-3e59-420f-a718-de70e104867b HTTP/1.1" status: 204 len: 168 time: 1.2375772 Mar 22 11:42:21.868237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a7ba90b8-af04-429f-8ef0-b464928440f0 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:21.873356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56502) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.888916 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e88face5-d7ff-4e15-9329-bad273c9170b tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf4c3c-4331-4154-bbd4-06bb05aeb242 HTTP/1.1" status: 200 len: 205 time: 0.0880899 Mar 22 11:42:21.890041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.891250 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a326ea5b-503f-4b8b-b05c-5a9fa0934db9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0209243 Mar 22 11:42:21.891932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Delete allocated IP 172.20.0.20 (1150de9a-da32-445b-8d80-fb79bb7bcf66/2062642d-f4a4-4166-a55e-ce8a37571cfb) {{(pid=88741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:42:21.892708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.897101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56506) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.897617 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56508) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:21.902051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:21.959831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.974260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-8356f83b-6798-471c-a2cf-5e18b0442812', 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '745ffd72-d40e-4b9e-9f9b-b968a72aa9ee'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:21.974609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:21.994615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Port': ['ID=5d25757f-fb86-4c51-841b-105ead73237b,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.067452 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Provisioning for port a7ba90b8-af04-429f-8ef0-b464928440f0 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:22.080817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.087129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a3a63-50c9-4bf7-91bf-30de21e9088b None None] Pushing event updated for resources: {'Port': ['ID=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.100914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Ignored duplicate provisioning block setup for port b14077a1-eb89-4922-94a5-aaef316c4c00 by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 11:42:22.136402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.153396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c87d1-cebe-461c-8e2e-b8ed36189306,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.161303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.162404 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dca015bd-e077-45f4-aa00-27557426ca0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a70c87d1-cebe-461c-8e2e-b8ed36189306 HTTP/1.1" status: 204 len: 168 time: 1.3635156 Mar 22 11:42:22.163971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.204976 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Network b526d453-48d6-4d75-b04b-a053f2700b17 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:22.247891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=b14077a1-eb89-4922-94a5-aaef316c4c00,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.298177 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-7306156f-449e-4997-b70c-ae973f874db8 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:22.299210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7306156f-449e-4997-b70c-ae973f874db8 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/8abf4c3c-4331-4154-bbd4-06bb05aeb242 HTTP/1.1" status: 404 len: 336 time: 0.3757455 Mar 22 11:42:22.317216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:22.332220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=165a4f94-e1e9-496c-95a6-cc3da4325a73,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.337627 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:22.337915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56518) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.392482 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b5348c-4b8c-44ef-9b69-db4ef490d7db tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:22.393062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b5348c-4b8c-44ef-9b69-db4ef490d7db tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:22.397853 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c7b5348c-4b8c-44ef-9b69-db4ef490d7db tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/7705cbda-3711-45c9-b245-31107a47782c HTTP/1.1" status: 404 len: 337 time: 0.0566771 Mar 22 11:42:22.399996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56522) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.456722 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ceb71d6d-e127-46e6-ad9d-e6e905a93828 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e90cc6c-13a3-4d91-9939-0c9018398d15 HTTP/1.1" status: 200 len: 205 time: 0.0545645 Mar 22 11:42:22.456722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] In _notify_port_updated(), no bound segment for port b14077a1-eb89-4922-94a5-aaef316c4c00 on network 1150de9a-da32-445b-8d80-fb79bb7bcf66 {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:42:22.461068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:22.461712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.463014 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f30c15ce-6ff0-49ab-875f-99d1f39ac110 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/ports/b14077a1-eb89-4922-94a5-aaef316c4c00 HTTP/1.1" status: 200 len: 920 time: 1.4168117 Mar 22 11:42:22.464068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56526) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.466889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56528) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.532309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Provisioning for port 5d25757f-fb86-4c51-841b-105ead73237b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:22.545605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80457761-f07a-47de-80d1-bef2d68069d8'}, {'subnet_id': '2062642d-f4a4-4166-a55e-ce8a37571cfb'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:22.565742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:22.581843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Provisioning complete for port 5d25757f-fb86-4c51-841b-105ead73237b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:22.582465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.583710 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-15710d2c-97fa-4947-918d-ea1be8fcc2a5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] delete failed (client error): The resource could not be found. Mar 22 11:42:22.587214 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-15710d2c-97fa-4947-918d-ea1be8fcc2a5 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/routers/8e90cc6c-13a3-4d91-9939-0c9018398d15 HTTP/1.1" status: 404 len: 336 time: 0.1195824 Mar 22 11:42:22.593220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56536) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.663800 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47788b5-eb51-40a3-a23e-319a84ab8a60 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:22.663990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47788b5-eb51-40a3-a23e-319a84ab8a60 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:22.664205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:22.668938 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a47788b5-eb51-40a3-a23e-319a84ab8a60 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/9d386cc2-826e-49fd-8725-7e5b0d681827 HTTP/1.1" status: 404 len: 337 time: 0.0744324 Mar 22 11:42:22.672022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56544) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:22.703317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port a7ba90b8-af04-429f-8ef0-b464928440f0 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:22.724436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a7ba90b8-af04-429f-8ef0-b464928440f0 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:22.724837 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.763129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Pushing event updated for resources: {'Port': ['ID=237e7bdb-8fb5-4110-840d-dbf89100043c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.810120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Attempting to bind port 237e7bdb-8fb5-4110-840d-dbf89100043c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:22.810491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Attempting to bind port 237e7bdb-8fb5-4110-840d-dbf89100043c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '267da0d2-8cb6-4b44-ac30-d1f4689058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:22.810800 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-59750976-b349-48ff-9b23-2baae9bf55f1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] DELETE failed (client error): The resource could not be found. Mar 22 11:42:22.810919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Attempting to bind port 237e7bdb-8fb5-4110-840d-dbf89100043c on network b526d453-48d6-4d75-b04b-a053f2700b17 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:22.811263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59750976-b349-48ff-9b23-2baae9bf55f1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:42:22.812959 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-59750976-b349-48ff-9b23-2baae9bf55f1 tempest-RoutersIpV6Test-682265452 tempest-RoutersIpV6Test-682265452-project] 10.222.0.53 "DELETE /v2.0/subnets/74520df1-f0b3-40b2-a4bd-a1c1c8ab3971 HTTP/1.1" status: 404 len: 337 time: 0.1306398 Mar 22 11:42:22.826498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] For port 71924ef8-13c4-4655-93c1-2dff00028c37, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=71924ef8-13c4-4655-93c1-2dff00028c37,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:22.826898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.857383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:22.877331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:22.883852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:22.887441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.889224 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:22.889661 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Checking segment: {'id': '267da0d2-8cb6-4b44-ac30-d1f4689058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:22.889929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.890386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Bound using segment: {'id': '267da0d2-8cb6-4b44-ac30-d1f4689058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:22.890809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Bound port: 237e7bdb-8fb5-4110-840d-dbf89100043c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267da0d2-8cb6-4b44-ac30-d1f4689058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b526d453-48d6-4d75-b04b-a053f2700b17'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:22.891170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.978192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.188102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Port 5d25757f-fb86-4c51-841b-105ead73237b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:23.193115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Allocated IP 172.20.0.18 (1150de9a-da32-445b-8d80-fb79bb7bcf66/2062642d-f4a4-4166-a55e-ce8a37571cfb/165a4f94-e1e9-496c-95a6-cc3da4325a73) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:23.288111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Calling delete_port for 71924ef8-13c4-4655-93c1-2dff00028c37 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:23.464290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.554566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Allocated IP 172.21.0.2 (8356f83b-6798-471c-a2cf-5e18b0442812/745ffd72-d40e-4b9e-9f9b-b968a72aa9ee/f4c8a821-aab2-4315-b9f2-12d3e440beef) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:23.572896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.579989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56564) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:23.599932 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Provisioning complete for port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:23.600307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-11cdeeea-6a88-40aa-9948-d6c7cec71490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.630488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56570) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:23.684107 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.755556 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c345fcf3-401f-4c56-ba21-a4ae2b9a35fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0879f464cd0485582715d4caef85e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743226 Mar 22 11:42:23.758161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56576) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:23.775997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674347064'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:23.780744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] For port 237e7bdb-8fb5-4110-840d-dbf89100043c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:23.782994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:23.791511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:23.795378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:23.811570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:23.828721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] No DVR routers for this DVR port 71924ef8-13c4-4655-93c1-2dff00028c37 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:23.857277 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e33b51-db88-42ac-8ffe-8132c8f7d7e5 None None] Pushing event deleted for resources: {'Port': ['ID=71924ef8-13c4-4655-93c1-2dff00028c37,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:23.860383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.861475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] For port 237e7bdb-8fb5-4110-840d-dbf89100043c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=237e7bdb-8fb5-4110-840d-dbf89100043c,segment=NetworkSegment(267da0d2-8cb6-4b44-ac30-d1f4689058d9),segment_id=267da0d2-8cb6-4b44-ac30-d1f4689058d9)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:23.896685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.916793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:23.917015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:23.920847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.921009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.925713 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:23.946348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.951351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aecdfb-4c54-4b07-b410-edb120451aa4 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:23.953269 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:23.954033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:23.965120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=61152917-769c-4d27-adfb-4f7f3dbdd6e2,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:23.968355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:23.973301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:security_group_rule and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:23.976841 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:23.985454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:24.025702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.055356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Router bd61d282-4b0d-4145-b8bd-fa8b224e1c2d is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:42:24.079317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.087847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.105043 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace64c2d-1b8c-4e68-bf6b-a31ef24f0cb6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:24.115093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.118621 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-449b6f5a-3708-4252-9743-a09a2e96f08b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ace64c2d-1b8c-4e68-bf6b-a31ef24f0cb6 HTTP/1.1" status: 204 len: 168 time: 0.3568420 Mar 22 11:42:24.179521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.216649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:24.226052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d18a20-747c-4ca3-870f-8b2b666f5a99,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:24.231889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.232288 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 886683c1-5043-45c6-a514-7a7dd617e194 of type vlan for network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb Mar 22 11:42:24.237789 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-446eb6c0-6e2b-402b-b591-7adfc50b5ae2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3532102 Mar 22 11:42:24.239116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56582) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:24.244100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:24.253610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:24.260061 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port a7ba90b8-af04-429f-8ef0-b464928440f0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a7ba90b8-af04-429f-8ef0-b464928440f0,segment=NetworkSegment(aed708d1-ddc5-4de4-a383-3a9f4b6c7179),segment_id=aed708d1-ddc5-4de4-a383-3a9f4b6c7179)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:24.263940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:router and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:24.276353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:24.291323 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:24.294266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.298523 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=165a4f94-e1e9-496c-95a6-cc3da4325a73,segment=NetworkSegment(ff97829a-8dc9-48b2-ab73-a21f319c250b),segment_id=ff97829a-8dc9-48b2-ab73-a21f319c250b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:24.314561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:24.317536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.20.0.1 (b526d453-48d6-4d75-b04b-a053f2700b17/4cf3d866-0600-495b-855f-a32135aab99c/6513eb97-7797-4001-8b4a-4884e2d9ada8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:24.322597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489d3c-7507-4725-b43b-a56a4c24fb58 None None] Pushing event updated for resources: {'Port': ['ID=237e7bdb-8fb5-4110-840d-dbf89100043c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:24.327353 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-81d7072e-6c18-478d-8a4c-4bf7a37edd5d tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8201134 Mar 22 11:42:24.327918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56586) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:24.353720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] Sync routers for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:24.375511 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.410493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.412005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.451989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.482396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.491397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:24.492477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.506405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 71924ef8-13c4-4655-93c1-2dff00028c37 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:24.562628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:42:24.581659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.629361 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:24.629981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:24.719532 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 71924ef8-13c4-4655-93c1-2dff00028c37 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:24.719925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 71924ef8-13c4-4655-93c1-2dff00028c37 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:24.720301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e967dc68-30a6-42b0-becd-da9070c93d13 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:24.729120 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0974197 Mar 22 11:42:24.736447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0277e-e551-400b-a44f-7983f9ff6ce5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=7d6ec25b-cb2b-479f-b58c-edb3a31512bb,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:24.767605 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:24.770007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:24.816042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.816042 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-68ca9e4d-4155-4dc6-9b73-f16c704f2eaf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5722373 Mar 22 11:42:24.816042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56598) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:24.818949 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.907940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: e967dc68-30a6-42b0-becd-da9070c93d13 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:24.908286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e967dc68-30a6-42b0-becd-da9070c93d13 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:24.912180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-547e8a4a-a79a-42d0-8b4c-e37c47e5e271 None None] Provisioning complete for port a7ba90b8-af04-429f-8ef0-b464928440f0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:24.912180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-547e8a4a-a79a-42d0-8b4c-e37c47e5e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:25.006715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:25.007341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:25.263341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:25.271582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Transition to ACTIVE for port object 165a4f94-e1e9-496c-95a6-cc3da4325a73 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:25.278672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:25.279081 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbb2f9-a045-49c4-9cb0-f9cae8eacfd0 None None] The sync data for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:25.286029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=a7ba90b8-af04-429f-8ef0-b464928440f0,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:25.334037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:25.370522 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 76d0f5ad-0b26-47e2-9294-0b41aec4df6e up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:25.465819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object 6513eb97-7797-4001-8b4a-4884e2d9ada8 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:25.517178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Transition to ACTIVE for port object f4c8a821-aab2-4315-b9f2-12d3e440beef will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:25.558408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Transition to ACTIVE for port object f4c8a821-aab2-4315-b9f2-12d3e440beef will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:25.589870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:25.682005 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-0f9096a8-3fe2-47b4-8682-6e1401b91500 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:42:25.687141 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0f9096a8-3fe2-47b4-8682-6e1401b91500 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3581228 Mar 22 11:42:25.687751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56604) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:25.788666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:25.875624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.19 (1150de9a-da32-445b-8d80-fb79bb7bcf66/2062642d-f4a4-4166-a55e-ce8a37571cfb/b14077a1-eb89-4922-94a5-aaef316c4c00) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:25.889680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee62aa-fca4-4c33-a6ba-59e9f10b3cff None None] Pushing event updated for resources: {'Port': ['ID=165a4f94-e1e9-496c-95a6-cc3da4325a73,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:25.945704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.006937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a8ac8-5067-48a3-a775-30e85b642671 None None] Network b526d453-48d6-4d75-b04b-a053f2700b17 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:26.026294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:26.027253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.090950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.149393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Network 8356f83b-6798-471c-a2cf-5e18b0442812 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:26.174794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:26.177780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:26.482215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Pushing event updated for resources: {'Port': ['ID=f4c8a821-aab2-4315-b9f2-12d3e440beef,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:26.526319 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Attempting to bind port f4c8a821-aab2-4315-b9f2-12d3e440beef on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:26.526682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Attempting to bind port f4c8a821-aab2-4315-b9f2-12d3e440beef by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '6b0fbb24-6ffb-440a-b90e-14683189d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:26.527044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Attempting to bind port f4c8a821-aab2-4315-b9f2-12d3e440beef on network 8356f83b-6798-471c-a2cf-5e18b0442812 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:26.534537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56616) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:26.548854 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:26.549371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Checking segment: {'id': '6b0fbb24-6ffb-440a-b90e-14683189d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:26.549937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.550325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Bound using segment: {'id': '6b0fbb24-6ffb-440a-b90e-14683189d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:26.550804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Bound port: f4c8a821-aab2-4315-b9f2-12d3e440beef, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0fbb24-6ffb-440a-b90e-14683189d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8356f83b-6798-471c-a2cf-5e18b0442812'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:26.551172 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.578262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:26.578633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.608294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b526d453-48d6-4d75-b04b-a053f2700b17 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:26.613805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:26.646556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:26.727696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=6513eb97-7797-4001-8b4a-4884e2d9ada8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:26.843860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] For port f4c8a821-aab2-4315-b9f2-12d3e440beef, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:26.847645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] For port f4c8a821-aab2-4315-b9f2-12d3e440beef, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4c8a821-aab2-4315-b9f2-12d3e440beef,segment=NetworkSegment(6b0fbb24-6ffb-440a-b90e-14683189d0af),segment_id=6b0fbb24-6ffb-440a-b90e-14683189d0af)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:26.852596 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6d3f9bc2-4826-4a70-81ab-e82aa2f0742d tempest-DvrRoutersNegativeTest-1846556829 tempest-DvrRoutersNegativeTest-1846556829-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1046158511', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:26.855776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.policy [None req-6d3f9bc2-4826-4a70-81ab-e82aa2f0742d tempest-DvrRoutersNegativeTest-1846556829 tempest-DvrRoutersNegativeTest-1846556829-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88742) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 22 11:42:26.856313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.policy [None req-6d3f9bc2-4826-4a70-81ab-e82aa2f0742d tempest-DvrRoutersNegativeTest-1846556829 tempest-DvrRoutersNegativeTest-1846556829-project] Failed policy check for 'create_router' {{(pid=88742) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 22 11:42:26.857013 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-6d3f9bc2-4826-4a70-81ab-e82aa2f0742d tempest-DvrRoutersNegativeTest-1846556829 tempest-DvrRoutersNegativeTest-1846556829-project] create failed (client error): Access was denied to this resource. Mar 22 11:42:26.869233 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6d3f9bc2-4826-4a70-81ab-e82aa2f0742d tempest-DvrRoutersNegativeTest-1846556829 tempest-DvrRoutersNegativeTest-1846556829-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3046525 Mar 22 11:42:26.914435 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.012597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/61152917-769c-4d27-adfb-4f7f3dbdd6e2/ca9c4613-07e1-45f2-a628-5fc1d33a3b51) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:27.034843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.053369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Ignored duplicate provisioning block setup for port b14077a1-eb89-4922-94a5-aaef316c4c00 by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 11:42:27.141282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.173114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.251622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=b14077a1-eb89-4922-94a5-aaef316c4c00,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:27.294725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.307615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Transition to ACTIVE for port object ca9c4613-07e1-45f2-a628-5fc1d33a3b51 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:27.332202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Transition to ACTIVE for port object ca9c4613-07e1-45f2-a628-5fc1d33a3b51 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:27.341019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-547e8a4a-a79a-42d0-8b4c-e37c47e5e271 None None] Provisioning complete for port 5d25757f-fb86-4c51-841b-105ead73237b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:27.341653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-547e8a4a-a79a-42d0-8b4c-e37c47e5e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.373609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92a55e-e0e1-42bb-8ca2-90877a3a1ed1 None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:27.456477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] In _notify_port_updated(), no bound segment for port b14077a1-eb89-4922-94a5-aaef316c4c00 on network 1150de9a-da32-445b-8d80-fb79bb7bcf66 {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:42:27.463147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:27.463788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.465215 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6ca416ad-aa04-4cb6-86b1-cc547d9d3aa5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/ports/b14077a1-eb89-4922-94a5-aaef316c4c00 HTTP/1.1" status: 200 len: 1000 time: 4.9973922 Mar 22 11:42:27.485135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56628) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:27.520169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.567596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port b14077a1-eb89-4922-94a5-aaef316c4c00 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:27.567596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.572798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.756449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 237e7bdb-8fb5-4110-840d-dbf89100043c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:27.838800 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.888676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:27.913461 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:27.925482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56634) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:27.951445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:27.963571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-547e8a4a-a79a-42d0-8b4c-e37c47e5e271 None None] Port 5d25757f-fb86-4c51-841b-105ead73237b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:28.010000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:28.042251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56638) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:28.042736 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3159d399-654a-4f1e-9a50-270eb9320f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.143050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.148062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55e8b-66c1-439d-9cf2-af92f12d9974 None None] Pushing event updated for resources: {'Port': ['ID=f4c8a821-aab2-4315-b9f2-12d3e440beef,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:28.155795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.253770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.267271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1c7404af-9283-4961-a370-657e51f2ba54 None None] Provisioning for port 237e7bdb-8fb5-4110-840d-dbf89100043c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:28.271468 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Attempting to bind port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:28.271799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Attempting to bind port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:28.272162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Attempting to bind port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:28.300914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:28.301299 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:28.301744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.302141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:28.302407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::1 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/61152917-769c-4d27-adfb-4f7f3dbdd6e2/ebaf7755-c5a7-4864-98b4-9a5e4dc83d07) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:28.302604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Bound port: ca9c4613-07e1-45f2-a628-5fc1d33a3b51, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:28.302987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.405623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for b14077a1-eb89-4922-94a5-aaef316c4c00 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:28.418124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.462305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 237e7bdb-8fb5-4110-840d-dbf89100043c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:28.463074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:28.466314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Pushing event updated for resources: {'Port': ['ID=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:28.467895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:28.472320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:28.479792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:28.497122 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] For port ca9c4613-07e1-45f2-a628-5fc1d33a3b51, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:28.502096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] For port ca9c4613-07e1-45f2-a628-5fc1d33a3b51, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:28.510676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 237e7bdb-8fb5-4110-840d-dbf89100043c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:28.511052 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.555488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:28.559664 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.576836 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=6513eb97-7797-4001-8b4a-4884e2d9ada8,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:28.594286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.604602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:28.607407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.607754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.608090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.608445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.608811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.609137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.609460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.609787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.610103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.610437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.610764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.611211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:28.628617 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Usage tracker for resource:security_group_rule and tenant:35bc6904733d4c7db7245b51048a2134 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:28.636326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:28.642162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port 5d25757f-fb86-4c51-841b-105ead73237b {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:28.642162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.664528 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1c7404af-9283-4961-a370-657e51f2ba54 None None] Provisioning for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:28.714365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.728250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:28.729814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1c7404af-9283-4961-a370-657e51f2ba54 None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:28.730080 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1c7404af-9283-4961-a370-657e51f2ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.872630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd95037-6956-48a2-bcd5-66f64e5422cd None None] Pushing event updated for resources: {'Port': ['ID=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:28.877094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.991613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 237e7bdb-8fb5-4110-840d-dbf89100043c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=237e7bdb-8fb5-4110-840d-dbf89100043c,segment=NetworkSegment(267da0d2-8cb6-4b44-ac30-d1f4689058d9),segment_id=267da0d2-8cb6-4b44-ac30-d1f4689058d9)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:29.093742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.097045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 165a4f94-e1e9-496c-95a6-cc3da4325a73 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:29.172180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.229345 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b526d453-48d6-4d75-b04b-a053f2700b17 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:29.235083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:29.265004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:29.297380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.358966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Provisioning complete for port 237e7bdb-8fb5-4110-840d-dbf89100043c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:29.359731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.418511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.431685 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=237e7bdb-8fb5-4110-840d-dbf89100043c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:29.448930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:29.449648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.612658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.742697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.750950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Calling delete_port for 5d25757f-fb86-4c51-841b-105ead73237b owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:29.775236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=b14077a1-eb89-4922-94a5-aaef316c4c00,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:29.777353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '886683c1-5043-45c6-a514-7a7dd617e194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:29.777779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: 7d6ec25b-cb2b-479f-b58c-edb3a31512bb, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:29.813646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.851149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=b22fd2bb-9f94-4d2c-ae3b-c63ebed23985,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:29.876953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac78c9-27a7-4895-80d2-3fa7bf60e2ed None None] Network 8356f83b-6798-471c-a2cf-5e18b0442812 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:29.936928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.937108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.023977 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35bc6904733d4c7db7245b51048a2134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9800658 Mar 22 11:42:30.028649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56644) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.032082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.053197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f44b5-4855-429a-8714-4e961d8bde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848aa28a-e80e-4b4c-a6ab-30af9147c90b,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.072329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:42:30.099205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.129705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:30.141923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Provisioning for port 6513eb97-7797-4001-8b4a-4884e2d9ada8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:30.172030 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Provisioning complete for port 6513eb97-7797-4001-8b4a-4884e2d9ada8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:30.172553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.187765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:30.196389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:30.197131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.230305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca9c4613-07e1-45f2-a628-5fc1d33a3b51 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:30.238150 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-acabf58f-15ba-4734-98db-dd958aca7329 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/b14077a1-eb89-4922-94a5-aaef316c4c00 HTTP/1.1" status: 204 len: 168 time: 2.7515814 Mar 22 11:42:30.239105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:30.241440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56648) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.302498 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-124fbf5a-e87c-4268-af58-5fe4c15e0203 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:42:30.303161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-124fbf5a-e87c-4268-af58-5fe4c15e0203 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:30.388131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.415763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.421829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-68435ad5-dc99-4c17-9c14-11f90e527c5d None None] Port 6513eb97-7797-4001-8b4a-4884e2d9ada8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:30.426500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:30.436971 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] Sync routers for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:30.451321 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:30.451936 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.474636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 7d6ec25b-cb2b-479f-b58c-edb3a31512bb) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:30.478120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-124fbf5a-e87c-4268-af58-5fe4c15e0203 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:30.483409 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-124fbf5a-e87c-4268-af58-5fe4c15e0203 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/b14077a1-eb89-4922-94a5-aaef316c4c00 HTTP/1.1" status: 404 len: 333 time: 0.2325613 Mar 22 11:42:30.483409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56652) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.483719 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5f7d5cd1-333e-4b05-85a5-893182ee0098 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5560451 Mar 22 11:42:30.484078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56654) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.494305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bde035-d7ae-4591-bc8b-1745e49b9c63 None None] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:30.494728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:30.495334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.534365 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d69a22c4-5c63-483e-add1-b1f7d16e0856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.562132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Could not find standard attr ID for object b14077a1-eb89-4922-94a5-aaef316c4c00. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:42:30.585032 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.607844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 2062642d-f4a4-4166-a55e-ce8a37571cfb {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:30.609481 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:30.610999 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.613692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.645632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.657394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:30.697757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4c8a821-aab2-4315-b9f2-12d3e440beef up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:30.735632 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.736406 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2fdd6-fc62-424e-8688-48617bb2f635 None None] The sync data for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:30.743504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.745990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.749801 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/848aa28a-e80e-4b4c-a6ab-30af9147c90b HTTP/1.1" status: 204 len: 168 time: 0.7168486 Mar 22 11:42:30.769078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Port': ['ID=5d25757f-fb86-4c51-841b-105ead73237b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.799228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848aa28a-e80e-4b4c-a6ab-30af9147c90b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.811739 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.829951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f6fe07-c322-45ee-8c12-87dd2232b8e6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:30.829951 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d0f6fe07-c322-45ee-8c12-87dd2232b8e6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports/6513eb97-7797-4001-8b4a-4884e2d9ada8 HTTP/1.1" status: 200 len: 910 time: 0.3437381 Mar 22 11:42:30.834653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56666) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.838342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.839008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.839569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.840113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.840690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.841247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.841800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.842338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.842890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.843435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.843984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.844618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbb0fc-288f-4047-98f3-80249f3d35a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:30.845902 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Provisioning complete for port 6513eb97-7797-4001-8b4a-4884e2d9ada8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:30.846315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.850151 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-18e11494-13b2-4eee-83cf-9bfb8f409ddc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9164827 Mar 22 11:42:30.854285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.860921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56670) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:30.918411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132843645'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:30.925405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:30.931337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:30.944992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:30.968466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:31.012666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.041101 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.139662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Port 6513eb97-7797-4001-8b4a-4884e2d9ada8 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:31.272028 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port f4c8a821-aab2-4315-b9f2-12d3e440beef completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:31.290107 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 237e7bdb-8fb5-4110-840d-dbf89100043c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:31.291964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:31.296068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.336905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Provisioning for port f4c8a821-aab2-4315-b9f2-12d3e440beef completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:31.394901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Provisioning complete for port f4c8a821-aab2-4315-b9f2-12d3e440beef triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:31.395485 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.430230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-7d6ec25b-cb2b-479f-b58c-edb3a31512bb', 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': 'b22fd2bb-9f94-4d2c-ae3b-c63ebed23985'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:31.431313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.437621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:31.516479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.526112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.526890 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 6aacfb00-32ca-434d-8a56-070413d7d6c8 of type vlan for network bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 Mar 22 11:42:31.576146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 237e7bdb-8fb5-4110-840d-dbf89100043c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:31.576566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.607645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.744111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.759527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.826613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Allocated IP 2001:db8:0:ffff::2 (7d6ec25b-cb2b-479f-b58c-edb3a31512bb/b22fd2bb-9f94-4d2c-ae3b-c63ebed23985/9839e8fd-bd63-454e-b14a-f35746431d50) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:31.853482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.860278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] For port f4c8a821-aab2-4315-b9f2-12d3e440beef, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4c8a821-aab2-4315-b9f2-12d3e440beef,segment=NetworkSegment(6b0fbb24-6ffb-440a-b90e-14683189d0af),segment_id=6b0fbb24-6ffb-440a-b90e-14683189d0af)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:31.889119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 165a4f94-e1e9-496c-95a6-cc3da4325a73 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:31.933759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.937838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Router bd61d282-4b0d-4145-b8bd-fa8b224e1c2d has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:32.018853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.026878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:32.027634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.068341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.118282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:32.119342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.176694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad70e6-0623-46a1-a489-4c22153689e7 None None] Pushing event updated for resources: {'Port': ['ID=f4c8a821-aab2-4315-b9f2-12d3e440beef,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:32.219808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=2062642d-f4a4-4166-a55e-ce8a37571cfb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:32.226051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.235319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.237232 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2f14339a-1086-45e2-bcd7-e96810c5f988 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/2062642d-f4a4-4166-a55e-ce8a37571cfb HTTP/1.1" status: 204 len: 168 time: 1.7521608 Mar 22 11:42:32.241360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56692) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:32.246494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:32.247148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.279622 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865dddc-bc83-4db7-8148-5e65063963b9 None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:32.288454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:32.298897 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3862376 Mar 22 11:42:32.300282 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-63c9f1f0-7747-4071-8135-219647a9661e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6115136 Mar 22 11:42:32.311108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56696) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:32.311297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': 'bf1b0e66-4d06-4ffe-8780-3eb7acc6c560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:32.316372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] Sync routers for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:32.328312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56700) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:32.333796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404b120-95b9-4551-85d5-3240213d69cc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=bf1b0e66-4d06-4ffe-8780-3eb7acc6c560,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:32.344143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 80457761-f07a-47de-80d1-bef2d68069d8 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:32.347925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.357804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:32.391667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.393701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56704) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:32.421481 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-a62f5711-7f92-431e-8598-f4cd3b6bf5cf tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] delete failed (client error): The resource could not be found. Mar 22 11:42:32.422526 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a62f5711-7f92-431e-8598-f4cd3b6bf5cf tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-465296352 HTTP/1.1" status: 404 len: 334 time: 0.0900700 Mar 22 11:42:32.468400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56710) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:32.479611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-be4b65cd-e907-4ac8-a9c3-728fcdb2ce03 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:32.521322 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.523707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:32.524542 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.556637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1927984951-network', 'tenant_id': 'e5de486031174c0e9ca78137edb3e423'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:32.564687 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.565448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.570714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:32.609622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.666669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Usage tracker for resource:network and tenant:e5de486031174c0e9ca78137edb3e423 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:32.686069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:32.701456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Transition to ACTIVE for port object 9839e8fd-bd63-454e-b14a-f35746431d50 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:32.703912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.719519 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:32.749111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:32.809529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:32.814124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Transition to ACTIVE for port object 9839e8fd-bd63-454e-b14a-f35746431d50 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:32.820090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:32.820286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:32.820384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.828998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:32.869532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:32.886054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Made reservation on behalf of e5de486031174c0e9ca78137edb3e423 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:32.888389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.928109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.928704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58961c-8966-4be8-a577-89a573a7ae0d None None] The sync data for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:32.948301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.963303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.006944 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a7ba90b8-af04-429f-8ef0-b464928440f0 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:33.012710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:33.021603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-be4b65cd-e907-4ac8-a9c3-728fcdb2ce03 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.026510 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:33.029964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.032132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Usage tracker for resource:security_group_rule and tenant:e5de486031174c0e9ca78137edb3e423 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:33.040916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:33.053078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.068207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:33.081201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:33.082975 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Could not find standard attr ID for object b14077a1-eb89-4922-94a5-aaef316c4c00. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:42:33.091808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:33.123382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:33.126351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:33.134968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Pushing event updated for resources: {'Port': ['ID=9839e8fd-bd63-454e-b14a-f35746431d50,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.146263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:33.167884 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-be4b65cd-e907-4ac8-a9c3-728fcdb2ce03 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] update failed (client error): The resource could not be found. Mar 22 11:42:33.169012 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-be4b65cd-e907-4ac8-a9c3-728fcdb2ce03 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d HTTP/1.1" status: 404 len: 339 time: 0.6996846 Mar 22 11:42:33.173882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56714) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:33.261970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Attempting to bind port 9839e8fd-bd63-454e-b14a-f35746431d50 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:33.262252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Attempting to bind port 9839e8fd-bd63-454e-b14a-f35746431d50 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '886683c1-5043-45c6-a514-7a7dd617e194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:33.262613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Attempting to bind port 9839e8fd-bd63-454e-b14a-f35746431d50 on network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:33.269769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.21.0.1 (8356f83b-6798-471c-a2cf-5e18b0442812/745ffd72-d40e-4b9e-9f9b-b968a72aa9ee/c5f5bee2-b1f6-4d98-8ead-7175ead59d43) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:33.272197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:33.272612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Checking segment: {'id': '886683c1-5043-45c6-a514-7a7dd617e194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:33.273019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.273441 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Bound using segment: {'id': '886683c1-5043-45c6-a514-7a7dd617e194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:33.273918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Bound port: 9839e8fd-bd63-454e-b14a-f35746431d50, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886683c1-5043-45c6-a514-7a7dd617e194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7d6ec25b-cb2b-479f-b58c-edb3a31512bb'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:33.274293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.290738 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a7ba90b8-af04-429f-8ef0-b464928440f0 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:33.292704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.315272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Provisioning for port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:33.409716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Provisioning complete for port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:33.410077 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.484801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] For port 9839e8fd-bd63-454e-b14a-f35746431d50, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:33.495847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] For port 9839e8fd-bd63-454e-b14a-f35746431d50, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9839e8fd-bd63-454e-b14a-f35746431d50,segment=NetworkSegment(886683c1-5043-45c6-a514-7a7dd617e194),segment_id=886683c1-5043-45c6-a514-7a7dd617e194)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:33.580203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.769942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0d8c-4e54-42e8-b608-e451232faba0 None None] Pushing event updated for resources: {'Port': ['ID=9839e8fd-bd63-454e-b14a-f35746431d50,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.773755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.794312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4c8a821-aab2-4315-b9f2-12d3e440beef up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:33.839321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.863546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.890745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.921989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] For port ca9c4613-07e1-45f2-a628-5fc1d33a3b51, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:33.938798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port f4c8a821-aab2-4315-b9f2-12d3e440beef triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:33.939412 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.948900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.993261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.997906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=80457761-f07a-47de-80d1-bef2d68069d8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.000164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.026388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object c5f5bee2-b1f6-4d98-8ead-7175ead59d43 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:34.058605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.064034 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a479f20c-9cff-4e0c-8fb8-e8019b49bad5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/80457761-f07a-47de-80d1-bef2d68069d8 HTTP/1.1" status: 204 len: 168 time: 1.8187504 Mar 22 11:42:34.065946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56718) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:34.178232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Pushing event updated for resources: {'Port': ['ID=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.215657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.233050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Provisioning for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:34.238662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Router a07e7293-0041-4a49-9e0c-1204ac729c6b is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:42:34.260114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Provisioning complete for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:34.260348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.296095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:34.304333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.348063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:34.364665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Provisioning complete for port f4c8a821-aab2-4315-b9f2-12d3e440beef triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:34.365058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-960e6dbb-393e-4f2f-88d6-4f6e8054b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.367997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.389113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.389113 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Added segment 70dbb564-07c0-4434-b824-43f9028cad8b of type vlan for network 41daca47-7812-4afc-9790-96aa93b7b391 Mar 22 11:42:34.391057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.511002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=9017f881-b43e-4288-9454-cebf3b2b7c3e,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.529755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 165a4f94-e1e9-496c-95a6-cc3da4325a73 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:34.530103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.550424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '6aacfb00-32ca-434d-8a56-070413d7d6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bf1b0e66-4d06-4ffe-8780-3eb7acc6c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:34.550766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: bf1b0e66-4d06-4ffe-8780-3eb7acc6c560, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:34.568355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c36d20-25a0-46f3-9617-80c93b65f74a None None] Network 1150de9a-da32-445b-8d80-fb79bb7bcf66 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:34.594178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Allocated IP 172.20.0.1 (36d42e68-f65d-44d4-a6ce-a95f393fc225/7c6ba7b8-4247-4b2d-b283-8ef39e36da96/ecd4d452-d8a3-40f3-936e-838d76a36941) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:34.596080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 8356f83b-6798-471c-a2cf-5e18b0442812 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:34.610116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:34.622036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:34.651651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:34.653843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=c5f5bee2-b1f6-4d98-8ead-7175ead59d43,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.656776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.678341 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Sync routers for ids ['a07e7293-0041-4a49-9e0c-1204ac729c6b'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:34.689712 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Routers {'a07e7293-0041-4a49-9e0c-1204ac729c6b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:34.690981 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a07e7293-0041-4a49-9e0c-1204ac729c6b'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:34.708354 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-670e6ba4-8009-4b54-aa8b-b915ab6e68a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "PUT /v2.0/routers/a07e7293-0041-4a49-9e0c-1204ac729c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8931172 Mar 22 11:42:34.755266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56722) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:34.789547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-655b3c6f-06d7-4b41-932e-e9662b2b88d5 None None] Provisioning complete for port 165a4f94-e1e9-496c-95a6-cc3da4325a73 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:34.789931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655b3c6f-06d7-4b41-932e-e9662b2b88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.828150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.844911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.849478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Transition to ACTIVE for port object ecd4d452-d8a3-40f3-936e-838d76a36941 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:34.886725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:34.945762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.946437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:34.947105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.979521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.011745 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Set router a07e7293-0041-4a49-9e0c-1204ac729c6b gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:35.041236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-655b3c6f-06d7-4b41-932e-e9662b2b88d5 None None] Provisioning complete for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:35.041806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655b3c6f-06d7-4b41-932e-e9662b2b88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.061272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, bf1b0e66-4d06-4ffe-8780-3eb7acc6c560) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:35.085169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:35.085756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.094964 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] DHCP port deletion for 1150de9a-da32-445b-8d80-fb79bb7bcf66 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:35.097518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9a611-4c5a-4b78-8dcc-49faf6f7a5e0 None None] Network bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:35.098675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:35.121384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18622b-34ac-4eaa-a5bd-5756aed86853 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:35.129868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fa18622b-34ac-4eaa-a5bd-5756aed86853 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:35.130031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:35.137459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:35.156267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Deleting port 165a4f94-e1e9-496c-95a6-cc3da4325a73 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:35.162771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.205694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Port': ['ID=ecd4d452-d8a3-40f3-936e-838d76a36941,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:35.260002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.286145 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c1ccf8df-1272-4e5e-8788-fa8bc80f6c72 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9811120 Mar 22 11:42:35.296486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56726) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:35.344612 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9478309 Mar 22 11:42:35.368332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56730) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:35.370260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487f230-82fc-4609-bfb4-4d9ad4604a73 admin admin] Pushing event updated for resources: {'Network': ['ID=41daca47-7812-4afc-9790-96aa93b7b391,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:35.379616 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-655b3c6f-06d7-4b41-932e-e9662b2b88d5 None None] Port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:35.453845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 41daca47-7812-4afc-9790-96aa93b7b391 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:35.465258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Request body: {'subnet': {'network_id': '41daca47-7812-4afc-9790-96aa93b7b391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1927984951-subnet', 'tenant_id': 'e5de486031174c0e9ca78137edb3e423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:35.472209 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9cb73c-5234-4f4f-8fce-763cf2329d59 None None] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:35.479331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fa18622b-34ac-4eaa-a5bd-5756aed86853 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:35.482693 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fa18622b-34ac-4eaa-a5bd-5756aed86853 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports/ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 HTTP/1.1" status: 200 len: 911 time: 0.7114172 Mar 22 11:42:35.482693 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:35.489666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56734) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:35.497255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Usage tracker for resource:subnet and tenant:e5de486031174c0e9ca78137edb3e423 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:35.510279 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:30Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'ebaf7755-c5a7-4864-98b4-9a5e4dc83d07', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:b1:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:26Z', 'updated_at': '2022-03-22T11:42:31Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:35.510279 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Checking router: a07e7293-0041-4a49-9e0c-1204ac729c6b for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:35.510279 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Updating router a07e7293-0041-4a49-9e0c-1204ac729c6b port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:42:35.517911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:35.574245 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.578767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:35.584936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.595555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=165a4f94-e1e9-496c-95a6-cc3da4325a73,segment=NetworkSegment(ff97829a-8dc9-48b2-ab73-a21f319c250b),segment_id=ff97829a-8dc9-48b2-ab73-a21f319c250b)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:35.596178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.775299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.794530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 165a4f94-e1e9-496c-95a6-cc3da4325a73 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:35.845232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Made reservation on behalf of e5de486031174c0e9ca78137edb3e423 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:35.850501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:35.912908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Provisioning for port 9839e8fd-bd63-454e-b14a-f35746431d50 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:35.953626 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca9c4613-07e1-45f2-a628-5fc1d33a3b51 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:35.987891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89f5cb-edd0-49fe-87a8-23df5bce4397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bf1b0e66-4d06-4ffe-8780-3eb7acc6c560', 'network_id': 'bf1b0e66-4d06-4ffe-8780-3eb7acc6c560', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': '9017f881-b43e-4288-9454-cebf3b2b7c3e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:35.988728 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa89f5cb-edd0-49fe-87a8-23df5bce4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.047523 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] For port 165a4f94-e1e9-496c-95a6-cc3da4325a73, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=165a4f94-e1e9-496c-95a6-cc3da4325a73,segment=NetworkSegment(ff97829a-8dc9-48b2-ab73-a21f319c250b),segment_id=ff97829a-8dc9-48b2-ab73-a21f319c250b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:36.048248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.097565 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.110919 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Transition to ACTIVE for port object ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:36.211855 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.256293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.259333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Calling delete_port for 165a4f94-e1e9-496c-95a6-cc3da4325a73 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:36.342731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Provisioning for port ecd4d452-d8a3-40f3-936e-838d76a36941 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:36.363848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Provisioning complete for port ecd4d452-d8a3-40f3-936e-838d76a36941 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:36.364481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.369082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.432140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.450925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe8f28-c207-41ee-8260-a249fb8fc424 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:36.452302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.457942 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe8f28-c207-41ee-8260-a249fb8fc424 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:36.459789 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8cfe8f28-c207-41ee-8260-a249fb8fc424 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9647067 Mar 22 11:42:36.463636 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56738) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:36.513584 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Pushing event updated for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:36.528007 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.528405 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.528784 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.529122 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.529452 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.529800 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.530131 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.530457 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.530781 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.536542 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.536936 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.537396 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:36.538022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:36.538398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.559673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.567803 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Attempting to bind port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:36.568181 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Attempting to bind port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:36.568625 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Attempting to bind port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:36.577103 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:36.577477 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:36.577884 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.578329 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:36.578805 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Bound port: ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:36.579202 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.590169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Port ecd4d452-d8a3-40f3-936e-838d76a36941 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server [None req-aa89f5cb-edd0-49fe-87a8-23df5bce4397 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9017f881-b43e-4288-9454-cebf3b2b7c3e: This subnet is being modified by another concurrent operation. Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9017f881-b43e-4288-9454-cebf3b2b7c3e: This subnet is being modified by another concurrent operation. Mar 22 11:42:36.605344 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Mar 22 11:42:36.611142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.613271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.618851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.644045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f13c57-e393-457d-933a-4b076c1734fa None None] Network bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:36.665597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:36.665999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:36.735190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=9017f881-b43e-4288-9454-cebf3b2b7c3e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:36.745525 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] For port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:36.746931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Provisioning for port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:36.750104 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] For port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:36.765779 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Provisioning complete for port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:36.766143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.797452 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=165a4f94-e1e9-496c-95a6-cc3da4325a73,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:36.822203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 165a4f94-e1e9-496c-95a6-cc3da4325a73 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:36.836312 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:36.938003 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ac45434b-a048-48f2-927c-6f2017c02715 None None] Port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:36.957198 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca1c1c-452c-424a-aee2-0e5cdb283f41 None None] Pushing event updated for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:36.966062 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Routers {'a07e7293-0041-4a49-9e0c-1204ac729c6b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:36.967058 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a07e7293-0041-4a49-9e0c-1204ac729c6b'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:36.991308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9839e8fd-bd63-454e-b14a-f35746431d50 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:37.042334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event updated for resources: {'Port': ['ID=ecd4d452-d8a3-40f3-936e-838d76a36941,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:37.080937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.095559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da75df2d-30be-4e72-8dae-2be8674a963a,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:37.144151 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] Set router a07e7293-0041-4a49-9e0c-1204ac729c6b gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:37.167341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Deleting port 165a4f94-e1e9-496c-95a6-cc3da4325a73 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:37.167900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.193452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1b0e66-4d06-4ffe-8780-3eb7acc6c560']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.227734 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 9839e8fd-bd63-454e-b14a-f35746431d50 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:37.238065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aacfb00-32ca-434d-8a56-070413d7d6c8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.238809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aacfb00-32ca-434d-8a56-070413d7d6c8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.254968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.287601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.292337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 9839e8fd-bd63-454e-b14a-f35746431d50 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:37.292730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.311189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:37.314109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.330153 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a2853fbd-c76c-44b0-a44c-4499459e7d19 None None] The port '165a4f94-e1e9-496c-95a6-cc3da4325a73' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:37.356227 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:37.363020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a6cfd-b9b7-4402-8f8f-ed7b8d5be3ac None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:42:37.434612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Checking segment: {'id': '70dbb564-07c0-4434-b824-43f9028cad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:37.435218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Network hostable DHCP agents. Network: 41daca47-7812-4afc-9790-96aa93b7b391, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:37.483350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:37.485898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:37.507517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.534201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.551129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44dcb8c2-d8ff-4ab7-83ee-9014ff9d4af5 None None] Provisioning complete for port 9839e8fd-bd63-454e-b14a-f35746431d50 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:37.551836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44dcb8c2-d8ff-4ab7-83ee-9014ff9d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.589355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1150de9a-da32-445b-8d80-fb79bb7bcf66']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.616582 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:30Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'ebaf7755-c5a7-4864-98b4-9a5e4dc83d07', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:b1:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:26Z', 'updated_at': '2022-03-22T11:42:36Z', 'revision_number': 4, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.623547 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624f00f-05c1-4eee-ac6b-0fe2af509461 None None] The sync data for ids ['a07e7293-0041-4a49-9e0c-1204ac729c6b'] in dv-neutron-828143-11-hyperv is: [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:30Z', 'revision_number': 2, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None, '_interfaces': [{'id': 'ebaf7755-c5a7-4864-98b4-9a5e4dc83d07', 'name': '', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'mac_address': 'fa:16:3e:b1:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:42:26Z', 'updated_at': '2022-03-22T11:42:36Z', 'revision_number': 4, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'subnets': [{'id': '61152917-769c-4d27-adfb-4f7f3dbdd6e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:37.658648 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.660450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff97829a-8dc9-48b2-ab73-a21f319c250b') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.660450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff97829a-8dc9-48b2-ab73-a21f319c250b') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:37.660851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 9839e8fd-bd63-454e-b14a-f35746431d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9839e8fd-bd63-454e-b14a-f35746431d50,segment=NetworkSegment(886683c1-5043-45c6-a514-7a7dd617e194),segment_id=886683c1-5043-45c6-a514-7a7dd617e194)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:37.672421 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a6cfd-b9b7-4402-8f8f-ed7b8d5be3ac None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:42:37.694824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.698246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Network 41daca47-7812-4afc-9790-96aa93b7b391 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:37.704988 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.706286 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 HTTP/1.1" status: 204 len: 168 time: 2.4026849 Mar 22 11:42:37.713113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56742) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:37.743324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.745250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc16d5-44a5-4c25-b5c4-bda90942dfc7 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=bf1b0e66-4d06-4ffe-8780-3eb7acc6c560,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:37.755936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Router bd61d282-4b0d-4145-b8bd-fa8b224e1c2d has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:37.788269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718784574'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:37.804456 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.810449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:37.820930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:37.821359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:37.837349 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:37.839928 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:37.848489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:37.848878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=9839e8fd-bd63-454e-b14a-f35746431d50,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:37.848878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 165a4f94-e1e9-496c-95a6-cc3da4325a73 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:37.866296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 41daca47-7812-4afc-9790-96aa93b7b391) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:37.897186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 165a4f94-e1e9-496c-95a6-cc3da4325a73 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:37.897526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 165a4f94-e1e9-496c-95a6-cc3da4325a73 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:37.899547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.899888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.900227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.900579 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.900911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.901288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.901617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.901938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.902258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.902574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.902888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:37.903303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:38.033011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-44dcb8c2-d8ff-4ab7-83ee-9014ff9d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.044530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:38.066082 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1bc37d95-3a63-40dc-b417-6c7c6de34150 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8910463 Mar 22 11:42:38.067293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56746) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:38.074914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] Sync routers for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:38.092607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:38.111944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:38.111944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.149988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:38.149988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:38.218355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.220107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:38.223934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.279566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:38.299849 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.321086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eba1f82a-7543-43e3-a010-b81fc0ae8e1e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.321329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9839e8fd-bd63-454e-b14a-f35746431d50 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:38.328998 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-36742c4b-e78b-4eb1-8665-63a31cc09d81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9491768 Mar 22 11:42:38.331152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.333014 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/1150de9a-da32-445b-8d80-fb79bb7bcf66 HTTP/1.1" status: 204 len: 168 time: 4.2661498 Mar 22 11:42:38.341815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56750) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:38.398597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:38.400934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38d24-a131-42ca-b858-95fa929ac4e9 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=1150de9a-da32-445b-8d80-fb79bb7bcf66,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:38.414016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.530603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:38.531565 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:38.551435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.551920 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment b7879ca1-b8c5-4e11-b607-a73e743f92c0 of type vlan for network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 Mar 22 11:42:38.585888 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-eba1f82a-7543-43e3-a010-b81fc0ae8e1e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 11:42:38.590952 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eba1f82a-7543-43e3-a010-b81fc0ae8e1e tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d HTTP/1.1" status: 409 len: 329 time: 0.5222063 Mar 22 11:42:38.592250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56758) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:38.599038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-44dcb8c2-d8ff-4ab7-83ee-9014ff9d4af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:38.599219 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-44dcb8c2-d8ff-4ab7-83ee-9014ff9d4af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:38.613177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:38.613687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4621da-497f-480f-bf0c-4d74d2a80875 None None] The sync data for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:38.617791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=c5f5bee2-b1f6-4d98-8ead-7175ead59d43,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:38.622880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.635971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 9839e8fd-bd63-454e-b14a-f35746431d50 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:38.636434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.649126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.792894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.resource_extend [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:42:38.842008 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb7d20-bbb9-41d6-a4e4-e00563a98442 None None] Network 41daca47-7812-4afc-9790-96aa93b7b391 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:38.864605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a1102-514c-41da-abfa-e8605ad5a5f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:38.865345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e33a1102-514c-41da-abfa-e8605ad5a5f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:38.937665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.018752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.024332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:39.025031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.032793 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:39.184306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e33a1102-514c-41da-abfa-e8605ad5a5f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:39.189164 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e33a1102-514c-41da-abfa-e8605ad5a5f4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8463583 Mar 22 11:42:39.196354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56768) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:39.207174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 8356f83b-6798-471c-a2cf-5e18b0442812 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:39.320879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340233f2-0276-4416-8016-c36ed85c762b None None] Network 41daca47-7812-4afc-9790-96aa93b7b391 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:39.333839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:39.338316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:39.363602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=52af97e4-9eb3-4178-bf9c-6bdba510d6c9,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:39.366501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:39.366869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.375974 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-740bd3e6-aa34-4ac5-b409-50c50c539ba0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6533740 Mar 22 11:42:39.379675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56774) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:39.386563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:39.411310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:39.466992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56780) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:39.493825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1100566944-network', 'tenant_id': '0084ed43166644adb76c68d4dec94b8e'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:39.499581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:39.575661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Usage tracker for resource:network and tenant:0084ed43166644adb76c68d4dec94b8e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:39.596702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:39.623401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:39.636501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:39.664011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e7faf305-17ae-455d-b10d-cf3f84f942ad None None] Provisioning complete for port ecd4d452-d8a3-40f3-936e-838d76a36941 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:39.664833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e7faf305-17ae-455d-b10d-cf3f84f942ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.680622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:39.681030 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ca0b13c3-f99a-490c-bd33-314563f0c866 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4814723 Mar 22 11:42:39.684777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:39.684941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56784) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:39.692256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:39.722995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1364965812'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:39.728810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.741877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:39.751401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:39.752420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:39.758327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:39.767281 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:39.776746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:39.777088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.786671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Made reservation on behalf of 0084ed43166644adb76c68d4dec94b8e for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:39.788908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.806381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:39.810275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.823717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf305-17ae-455d-b10d-cf3f84f942ad None None] Port ecd4d452-d8a3-40f3-936e-838d76a36941 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:39.878258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.912711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.922351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:39.944185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1c31c4ef-fc33-4362-9272-e2b4b89748d1 None None] Provisioning complete for port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:39.944590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1c31c4ef-fc33-4362-9272-e2b4b89748d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:39.986119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:40.000013 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1c31c4ef-fc33-4362-9272-e2b4b89748d1 None None] Port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:40.014437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Usage tracker for resource:security_group_rule and tenant:0084ed43166644adb76c68d4dec94b8e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:40.020732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:40.021392 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.032251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:40.093706 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:40.138680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:40.142156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.260907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:40.273228 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] Sync routers for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:40.275114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:40.286724 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:40.287660 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:40.288207 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-392519b4-bd22-41a9-b564-c8a07e1de327 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4366221 Mar 22 11:42:40.292137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56788) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:40.299417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.299786 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment 5668e185-1895-4af2-9379-03435d5bc745 of type vlan for network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 Mar 22 11:42:40.352348 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:40.361188 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:40.361937 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:40.375986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.383515 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:40.383738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.399351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port ecd4d452-d8a3-40f3-936e-838d76a36941 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:40.400012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.421534 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:40.422072 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969913b8-7107-42c3-8278-fec1b7298f0e None None] The sync data for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:40.476008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.476258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01d0bf-f758-4f27-bd9f-e2b4431c0ad5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:40.476779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fb01d0bf-f758-4f27-bd9f-e2b4431c0ad5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:40.544827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:40.560432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.569872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:40.573732 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.644504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff7ce5-de05-4f02-9513-b455b4521d1d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:40.647275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.647622 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Added segment a76d66e9-d482-4317-bbbc-7adbde31d70d of type vlan for network f72303eb-b02e-4366-aa58-2bf568b8546e Mar 22 11:42:40.686895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fb01d0bf-f758-4f27-bd9f-e2b4431c0ad5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:40.688070 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fb01d0bf-f758-4f27-bd9f-e2b4431c0ad5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports/c5f5bee2-b1f6-4d98-8ead-7175ead59d43 HTTP/1.1" status: 200 len: 910 time: 0.3940580 Mar 22 11:42:40.691516 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56792) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:40.727781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.746148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.749530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=b598ba2d-ab9b-48db-802b-7c102204f70d,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:40.755698 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.761162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:40.761740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:40.765327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:40.765646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:40.806653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': 'b7879ca1-b8c5-4e11-b607-a73e743f92c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:40.806955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: 52af97e4-9eb3-4178-bf9c-6bdba510d6c9, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:40.873023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Calling delete_port for ecd4d452-d8a3-40f3-936e-838d76a36941 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:40.961252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=dccee15e-6b4d-4bcc-8dc2-7d3fb8363803,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:40.973820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:41.041969 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:42:41.055035 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a06ca1cc-6db4-460d-8e32-9eda7f14ea46 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3443551 Mar 22 11:42:41.062526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56796) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:41.074545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:41.182124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:41.184121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.185067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:41.185634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.272061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:41.295762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:41.296105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.318876 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:41.327399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:41.330112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 52af97e4-9eb3-4178-bf9c-6bdba510d6c9) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:41.338590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46cb39-8501-4f81-95ec-b3927ccea13b None None] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:41.343994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:41.349359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:41.349949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.354994 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8787282 Mar 22 11:42:41.360156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548cd11-79e1-4480-98c3-47a14378fb39 admin admin] Pushing event updated for resources: {'Network': ['ID=f72303eb-b02e-4366-aa58-2bf568b8546e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:41.363929 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56800) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:41.378381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Request body: {'subnet': {'network_id': 'f72303eb-b02e-4366-aa58-2bf568b8546e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1100566944-subnet', 'tenant_id': '0084ed43166644adb76c68d4dec94b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:41.379433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network f72303eb-b02e-4366-aa58-2bf568b8546e details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:41.386063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:41.393849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Usage tracker for resource:subnet and tenant:0084ed43166644adb76c68d4dec94b8e is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:41.427007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:41.443751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:41.455011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:41.460492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.487120 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.496470 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4b2e4a2e-0109-4867-ae2a-483e38f37c04 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1115916 Mar 22 11:42:41.505781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56804) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:41.519471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300077123'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:41.582616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:41.590676 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Made reservation on behalf of 0084ed43166644adb76c68d4dec94b8e for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:41.593164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.629725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:41.642035 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:41.653511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:41.714573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.716550 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-52af97e4-9eb3-4178-bf9c-6bdba510d6c9', 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': 'b598ba2d-ab9b-48db-802b-7c102204f70d'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:41.717694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.777619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Port': ['ID=ecd4d452-d8a3-40f3-936e-838d76a36941,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:41.812175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:41.812704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.840268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:41.843945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.910665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Allocated IP 2001:db8::1 (52af97e4-9eb3-4178-bf9c-6bdba510d6c9/b598ba2d-ab9b-48db-802b-7c102204f70d/98fc1c90-be68-4996-bbba-dc764a6b7c61) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:41.993116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:42.084644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:42.103522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.103869 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment c9e4f27d-cd0e-4a6c-973c-3e2d137fee2e of type vlan for network 6a05895a-b66d-44f3-a786-fdd4749c016b Mar 22 11:42:42.117853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:42.230563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.260853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.276233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Transition to ACTIVE for port object 98fc1c90-be68-4996-bbba-dc764a6b7c61 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:42.282133 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:42.282504 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.293206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port c5f5bee2-b1f6-4d98-8ead-7175ead59d43 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:42.293820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.343639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.428899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.532995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.541625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Transition to ACTIVE for port object 98fc1c90-be68-4996-bbba-dc764a6b7c61 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:42.545407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.550594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.625103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.692754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:42.695838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:42.703447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for c5f5bee2-b1f6-4d98-8ead-7175ead59d43 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:42.705782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:42.739584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Pushing event updated for resources: {'Port': ['ID=98fc1c90-be68-4996-bbba-dc764a6b7c61,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:42.745313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=ebaf7755-c5a7-4864-98b4-9a5e4dc83d07,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:42.776429 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=40bbfc59-6917-4bd4-b0ed-60d0ce19d37c,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:42.813313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Attempting to bind port 98fc1c90-be68-4996-bbba-dc764a6b7c61 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:42.813680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Attempting to bind port 98fc1c90-be68-4996-bbba-dc764a6b7c61 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'b7879ca1-b8c5-4e11-b607-a73e743f92c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:42.814050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Attempting to bind port 98fc1c90-be68-4996-bbba-dc764a6b7c61 on network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:42.814918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.819913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:42.820435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Checking segment: {'id': 'b7879ca1-b8c5-4e11-b607-a73e743f92c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:42.820863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.821184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:42.821313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Bound using segment: {'id': 'b7879ca1-b8c5-4e11-b607-a73e743f92c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:42.821703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Bound port: 98fc1c90-be68-4996-bbba-dc764a6b7c61, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7879ca1-b8c5-4e11-b607-a73e743f92c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52af97e4-9eb3-4178-bf9c-6bdba510d6c9'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:42.822074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.822388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.899425 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': '5668e185-1895-4af2-9379-03435d5bc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:42.900008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: dccee15e-6b4d-4bcc-8dc2-7d3fb8363803, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:42.916610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Router bd61d282-4b0d-4145-b8bd-fa8b224e1c2d has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:42.932618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] For port 98fc1c90-be68-4996-bbba-dc764a6b7c61, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:42.935967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] For port 98fc1c90-be68-4996-bbba-dc764a6b7c61, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=98fc1c90-be68-4996-bbba-dc764a6b7c61,segment=NetworkSegment(b7879ca1-b8c5-4e11-b607-a73e743f92c0),segment_id=b7879ca1-b8c5-4e11-b607-a73e743f92c0)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:43.004990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Checking segment: {'id': 'a76d66e9-d482-4317-bbbc-7adbde31d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f72303eb-b02e-4366-aa58-2bf568b8546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:43.005480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Network hostable DHCP agents. Network: f72303eb-b02e-4366-aa58-2bf568b8546e, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:43.010619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.021961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939a2e90-0981-4448-a16b-f7387f5a6d38,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:43.024714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=6a05895a-b66d-44f3-a786-fdd4749c016b,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:43.058889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 6a05895a-b66d-44f3-a786-fdd4749c016b details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:43.109099 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1827499b-13d2-4901-ae85-f4a64b47291b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6022787 Mar 22 11:42:43.114351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56808) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:43.121522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.122071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '6a05895a-b66d-44f3-a786-fdd4749c016b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:43.186898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:43.189087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.201193 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ec1b-a2c9-4613-8a9a-581f5efefc9e None None] Pushing event updated for resources: {'Port': ['ID=98fc1c90-be68-4996-bbba-dc764a6b7c61,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:43.221539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Network f72303eb-b02e-4366-aa58-2bf568b8546e is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:43.226939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:43.235697 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8201f202-e808-40a5-a90b-e5c436d72a45 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428771 Mar 22 11:42:43.236661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56812) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:43.240771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] Sync routers for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:43.252885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:43.256041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:43.344692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:43.357103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] Routers {'bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:43.357884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:43.372890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, f72303eb-b02e-4366-aa58-2bf568b8546e) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:43.377480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:43.378068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.382107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, dccee15e-6b4d-4bcc-8dc2-7d3fb8363803) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:43.386169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:43.386909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.406947 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-b480caa9-8d2b-41d6-b5ba-e4758aeb9cb6 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] show failed (client error): The resource could not be found. Mar 22 11:42:43.413984 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b480caa9-8d2b-41d6-b5ba-e4758aeb9cb6 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1201767959 HTTP/1.1" status: 404 len: 335 time: 0.1715994 Mar 22 11:42:43.425873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56816) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:43.432764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-13b4bf16-6788-4eea-a688-35e8d46df209 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:43.434298 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90418d86-d26d-4b8a-bb54-af5e33bd0470 None None] Network f72303eb-b02e-4366-aa58-2bf568b8546e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:43.460366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=c5f5bee2-b1f6-4d98-8ead-7175ead59d43,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:43.519914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:43.522654 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-13b4bf16-6788-4eea-a688-35e8d46df209 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] update failed (client error): The resource could not be found. Mar 22 11:42:43.527385 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-13b4bf16-6788-4eea-a688-35e8d46df209 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-411299266 HTTP/1.1" status: 404 len: 334 time: 0.1005111 Mar 22 11:42:43.529317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56820) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:43.531817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:43.576219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:43.590543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:43.610577 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-657bf59d-49e7-4f9d-bd2d-b88c4b2c3585 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5446501 Mar 22 11:42:43.611548 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56824) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:43.621967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803', 'name': 'tempest-PortsTestJSON-87928328'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:43.661564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting subnet f16db7bb-f6d4-4948-82a7-8af1a443a350 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:43.673557 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-08b6abd5-7419-489c-be86-56434e3ebce7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3041255 Mar 22 11:42:43.679597 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.687631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd971f0-e2f8-4c35-b96a-360f407846fa None None] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:43.755295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:43.758878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.847734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Router a07e7293-0041-4a49-9e0c-1204ac729c6b has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:44.036188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:42:44.036916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:42:44.041413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:44.082348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:44.082987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0e9ca-74ec-4d84-b8e4-d0fdd5592a73 None None] The sync data for ids ['bd61d282-4b0d-4145-b8bd-fa8b224e1c2d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:44.098400 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1752d-421d-404d-90c0-40872cea754c None None] Network f72303eb-b02e-4366-aa58-2bf568b8546e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:44.130292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-dccee15e-6b4d-4bcc-8dc2-7d3fb8363803', 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': '40bbfc59-6917-4bd4-b0ed-60d0ce19d37c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:44.131216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:44.142488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:44.150330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:44.155864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:44.159191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:44.169510 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Sync routers for ids ['a07e7293-0041-4a49-9e0c-1204ac729c6b'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:44.170534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:44.185747 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Routers {'a07e7293-0041-4a49-9e0c-1204ac729c6b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:44.186615 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a07e7293-0041-4a49-9e0c-1204ac729c6b'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:44.309975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:44.313512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:44.353992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:44.398863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 98fc1c90-be68-4996-bbba-dc764a6b7c61 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:44.415708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:44.443516 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-19693493-42cb-4643-974a-367cb880ffbf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "PUT /v2.0/routers/a07e7293-0041-4a49-9e0c-1204ac729c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9747200 Mar 22 11:42:44.445177 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56842) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:44.465328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:44.489640 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Set router a07e7293-0041-4a49-9e0c-1204ac729c6b gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:44.646094 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:42Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:44.655861 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Checking router: a07e7293-0041-4a49-9e0c-1204ac729c6b for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:44.668780 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Routers {'a07e7293-0041-4a49-9e0c-1204ac729c6b'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:44.669868 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['a07e7293-0041-4a49-9e0c-1204ac729c6b'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:44.833383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10d269-f515-40dc-a1dc-57cf0e3c4bf2 None None] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:44.837144 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] Set router a07e7293-0041-4a49-9e0c-1204ac729c6b gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:42:44.874996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 98fc1c90-be68-4996-bbba-dc764a6b7c61 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:44.905827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Allocated IP 172.20.0.2 (dccee15e-6b4d-4bcc-8dc2-7d3fb8363803/40bbfc59-6917-4bd4-b0ed-60d0ce19d37c/7c6db544-3524-481b-bb41-ee887b7b472d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:44.917891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9470b7-19ac-4258-b2cd-15f7abc0a561 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:44.919501 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9470b7-19ac-4258-b2cd-15f7abc0a561 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:44.920251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3b9470b7-19ac-4258-b2cd-15f7abc0a561 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:44.964138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:44.978533 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:42Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:44.983261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-a1323d4f-1eca-4304-8457-e2145cd03a25 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:44.983582 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb13ea52-8b74-4f2b-8446-825b7a503c9b None None] The sync data for ids ['a07e7293-0041-4a49-9e0c-1204ac729c6b'] in dv-neutron-828143-11-hyperv is: [{'id': 'a07e7293-0041-4a49-9e0c-1204ac729c6b', 'name': 'tempest-NetworksTestDHCPv6-router-25003183', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:42:24Z', 'updated_at': '2022-03-22T11:42:42Z', 'revision_number': 3, 'project_id': '1ac8f08da7bc414190eaf11347f49547', 'gw_port_host': None}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:44.985134 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-a1323d4f-1eca-4304-8457-e2145cd03a25 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/networks?id=41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 200 len: 812 time: 0.4467492 Mar 22 11:42:44.990623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.033756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3b9470b7-19ac-4258-b2cd-15f7abc0a561 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:45.035083 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3b9470b7-19ac-4258-b2cd-15f7abc0a561 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5838015 Mar 22 11:42:45.043326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56850) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:45.087639 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-2ad60939-39d1-47f6-a890-39b191904ef5 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/quotas/e5de486031174c0e9ca78137edb3e423 HTTP/1.1" status: 200 len: 375 time: 0.0452425 Mar 22 11:42:45.105181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Provisioning for port 98fc1c90-be68-4996-bbba-dc764a6b7c61 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:45.118246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 61152917-769c-4d27-adfb-4f7f3dbdd6e2 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:45.122978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Provisioning complete for port 98fc1c90-be68-4996-bbba-dc764a6b7c61 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:45.122978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.153442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=1ccb336d-a426-49c0-b0c0-4a7e9b56cad8,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:45.157271 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-f289a297-1aa3-4d28-888d-d52d855c64e0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5de486031174c0e9ca78137edb3e423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567093 Mar 22 11:42:45.167237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': 'c9e4f27d-cd0e-4a6c-973c-3e2d137fee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6a05895a-b66d-44f3-a786-fdd4749c016b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:45.167785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: 6a05895a-b66d-44f3-a786-fdd4749c016b, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:45.170557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.178898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.235505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Subnet': ['ID=f16db7bb-f6d4-4948-82a7-8af1a443a350,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:45.239081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.256717 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d70b76eb-faee-42f9-8673-eb148e2f62df tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/subnets/f16db7bb-f6d4-4948-82a7-8af1a443a350 HTTP/1.1" status: 204 len: 168 time: 1.7263737 Mar 22 11:42:45.259482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56856) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:45.290967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3397e2-ed75-4fe0-955f-59fe104c5927 None None] Network a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:45.338052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting subnet b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:45.342336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 6a05895a-b66d-44f3-a786-fdd4749c016b is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:45.344857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.384235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.414542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.488853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:45.489541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 6a05895a-b66d-44f3-a786-fdd4749c016b) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:45.511851 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f308f-6442-41e1-b3de-3e8e40f7e4a9 None None] Network 6a05895a-b66d-44f3-a786-fdd4749c016b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:45.512625 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cf6be797-d722-4cff-8cb6-bf894a1f0cc8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8190305 Mar 22 11:42:45.515605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56860) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:45.520733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:45.521555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.534613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] Sync routers for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:45.664572 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-5da57fcc-5824-47c1-8017-74d8f860ff6c service neutron] 10.222.0.53 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804583 Mar 22 11:42:45.668778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.673413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.729104 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.742114 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2608d548-1112-4a83-b862-4f59320aea6e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6266427 Mar 22 11:42:45.747487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56864) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:45.777371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:45.777991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:45.873933 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:45.894274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Transition to ACTIVE for port object 7c6db544-3524-481b-bb41-ee887b7b472d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:45.926942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:45.991227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Transition to ACTIVE for port object 7c6db544-3524-481b-bb41-ee887b7b472d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:45.993882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.011332 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:46.011945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:46.023043 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-235aaf39-4ecb-434b-a339-15aa2fd6cf8e service neutron] 10.222.0.53 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994976 Mar 22 11:42:46.103072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:46.108452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.135455 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:42:46.157536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.171322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.185796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] For port 98fc1c90-be68-4996-bbba-dc764a6b7c61, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=98fc1c90-be68-4996-bbba-dc764a6b7c61,segment=NetworkSegment(b7879ca1-b8c5-4e11-b607-a73e743f92c0),segment_id=b7879ca1-b8c5-4e11-b607-a73e743f92c0)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:46.191505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:46.192057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ebaf7755-c5a7-4864-98b4-9a5e4dc83d07 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:46.198247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.202486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:46.203070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bf59d7-27d8-4ca0-9844-8d0b40768d7d None None] The sync data for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:46.241508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.270726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:46.279893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.313729 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-382ddd34-0f2a-4b17-a089-ef0e647c37c1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/subnets/b2b94efc-ab18-4f0e-bfb9-3ac6e49da0d9 HTTP/1.1" status: 204 len: 168 time: 1.0502856 Mar 22 11:42:46.317986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=61152917-769c-4d27-adfb-4f7f3dbdd6e2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:46.324494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56870) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:46.333078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.335022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75bd3b8-da34-4286-91bb-fcc2b5dc406b None None] Network bca0c9df-00eb-4eb8-946e-f983bb2f7d2c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:46.364843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:46.382481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:46.395958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:46.402783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18c200-6382-4157-8475-f3b10ced65de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-6a05895a-b66d-44f3-a786-fdd4749c016b', 'network_id': '6a05895a-b66d-44f3-a786-fdd4749c016b', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': '1ccb336d-a426-49c0-b0c0-4a7e9b56cad8'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:46.403885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fa18c200-6382-4157-8475-f3b10ced65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.413473 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.416186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Pushing event updated for resources: {'Port': ['ID=7c6db544-3524-481b-bb41-ee887b7b472d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:46.468634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.502166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.5 (dccee15e-6b4d-4bcc-8dc2-7d3fb8363803/40bbfc59-6917-4bd4-b0ed-60d0ce19d37c/638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:46.509677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port a7ba90b8-af04-429f-8ef0-b464928440f0 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:46.510041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.550646 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-01a7a462-9e1c-40ee-ac37-f75c003994cf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/61152917-769c-4d27-adfb-4f7f3dbdd6e2 HTTP/1.1" status: 204 len: 168 time: 1.5058935 Mar 22 11:42:46.557031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56880) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:46.574611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e930-fa89-4090-b303-cc30c59fce7b None None] Pushing event updated for resources: {'Port': ['ID=98fc1c90-be68-4996-bbba-dc764a6b7c61,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:46.590502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5ffb8-f9be-4a14-b5e6-3ed00af385d4 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:46.605386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] DHCP port deletion for a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:46.646443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.670646 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-ccba0627-c969-4f4a-a565-8bc635445164 req-ccd5b902-6b73-4de2-a38a-b9e35ca96ba0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.2773361 Mar 22 11:42:46.799299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 6513eb97-7797-4001-8b4a-4884e2d9ada8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:46.799786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.813665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Deleting port a7ba90b8-af04-429f-8ef0-b464928440f0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:46.814097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:46.909293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccb336d-a426-49c0-b0c0-4a7e9b56cad8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:47.014100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.082310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.090765 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Attempting to bind port 7c6db544-3524-481b-bb41-ee887b7b472d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:47.090969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Attempting to bind port 7c6db544-3524-481b-bb41-ee887b7b472d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '5668e185-1895-4af2-9379-03435d5bc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:47.091187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Attempting to bind port 7c6db544-3524-481b-bb41-ee887b7b472d on network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:47.103566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1237824e-cd84-4765-8d5a-3c7a11ea48fd None None] Provisioning complete for port 98fc1c90-be68-4996-bbba-dc764a6b7c61 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:47.104121 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1237824e-cd84-4765-8d5a-3c7a11ea48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.172408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:47.172849 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Checking segment: {'id': '5668e185-1895-4af2-9379-03435d5bc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:47.174235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.174235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Bound using segment: {'id': '5668e185-1895-4af2-9379-03435d5bc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:47.174587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Bound port: 7c6db544-3524-481b-bb41-ee887b7b472d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5668e185-1895-4af2-9379-03435d5bc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:47.174966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.180064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-aab5adeb-c4b6-41f1-9cf1-c443c2b13cc2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:47.184227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586aefe-ce2e-4587-b608-e55bbccb3586 None None] Network 6a05895a-b66d-44f3-a786-fdd4749c016b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:47.274098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a05895a-b66d-44f3-a786-fdd4749c016b']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:47.278803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 6513eb97-7797-4001-8b4a-4884e2d9ada8 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:47.350179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e4f27d-cd0e-4a6c-973c-3e2d137fee2e') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:47.350400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e4f27d-cd0e-4a6c-973c-3e2d137fee2e') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:47.388820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.414948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] For port a7ba90b8-af04-429f-8ef0-b464928440f0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a7ba90b8-af04-429f-8ef0-b464928440f0,segment=NetworkSegment(aed708d1-ddc5-4de4-a383-3a9f4b6c7179),segment_id=aed708d1-ddc5-4de4-a383-3a9f4b6c7179)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:47.415347 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.439055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.546652 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] For port a7ba90b8-af04-429f-8ef0-b464928440f0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a7ba90b8-af04-429f-8ef0-b464928440f0,segment=NetworkSegment(aed708d1-ddc5-4de4-a383-3a9f4b6c7179),segment_id=aed708d1-ddc5-4de4-a383-3a9f4b6c7179)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:47.547046 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.553764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-aab5adeb-c4b6-41f1-9cf1-c443c2b13cc2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:47.554746 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-aab5adeb-c4b6-41f1-9cf1-c443c2b13cc2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.9995320 Mar 22 11:42:47.557961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56892) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:47.568087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Calling delete_port for a7ba90b8-af04-429f-8ef0-b464928440f0 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:47.595089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:47.595505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:47.609943 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:47.626341 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.646199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.688330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=6513eb97-7797-4001-8b4a-4884e2d9ada8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:47.741895 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Calling delete_port for a7ba90b8-af04-429f-8ef0-b464928440f0 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:47.804103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:47.836717 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3c5c96a8-5247-45c1-930e-0b792b7d545f req-6b234263-517f-49da-a779-9354c08c596c tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.0862935 Mar 22 11:42:47.882671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.913508 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] For port 7c6db544-3524-481b-bb41-ee887b7b472d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:47.933307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.954555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] For port 7c6db544-3524-481b-bb41-ee887b7b472d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7c6db544-3524-481b-bb41-ee887b7b472d,segment=NetworkSegment(5668e185-1895-4af2-9379-03435d5bc745),segment_id=5668e185-1895-4af2-9379-03435d5bc745)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:47.968009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.976088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:47.983404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.007704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:48.008071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:48.033886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.050263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] No DVR routers for this DVR port a7ba90b8-af04-429f-8ef0-b464928440f0 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:48.104806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=6a05895a-b66d-44f3-a786-fdd4749c016b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:48.108890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] DHCP port deletion for bca0c9df-00eb-4eb8-946e-f983bb2f7d2c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:48.110651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:48.138371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Deleting port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:48.138756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.174021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Deleting port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:48.174021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.188738 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b9676c99-8eb6-4f70-b1f1-50def001d51c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/6a05895a-b66d-44f3-a786-fdd4749c016b HTTP/1.1" status: 204 len: 168 time: 2.4265025 Mar 22 11:42:48.196737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56898) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:48.203391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:48.212381 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395337676'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:48.220573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:48.221114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:48.223745 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 98fc1c90-be68-4996-bbba-dc764a6b7c61 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:48.223989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:48.229900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:48.236851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.258625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:48.269239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:48.321118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Port': ['ID=a7ba90b8-af04-429f-8ef0-b464928440f0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:48.323184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:48.369200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.369957 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ebc68-bdec-4225-8251-4d43d9e1d4b9 None None] Pushing event updated for resources: {'Port': ['ID=7c6db544-3524-481b-bb41-ee887b7b472d,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:48.418292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04eeeb3-d677-4acf-a899-55dcbc7fc6c9']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:48.427434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:48.430468 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.442640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:48.443395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.450011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:48.450576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed708d1-ddc5-4de4-a383-3a9f4b6c7179') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:48.472350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.493994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.506976 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 98fc1c90-be68-4996-bbba-dc764a6b7c61 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:48.507348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.514051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:48.514872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.553924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Deleting port a7ba90b8-af04-429f-8ef0-b464928440f0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:48.554304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:48.653047 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:48.657470 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-94498c01-524c-450f-a488-603b625d88ef tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0448849 Mar 22 11:42:48.660071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56902) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:48.666948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'dccee15e-6b4d-4bcc-8dc2-7d3fb8363803', 'name': 'tempest-PortsTestJSON-243027963'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:48.839081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.844977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.900234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:48.922132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.927630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b5f96d11-3e9e-4f58-b606-dba17f2f7e9e None None] The port 'a7ba90b8-af04-429f-8ef0-b464928440f0' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:48.943961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.945363 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 27a697a2-b7d1-4b5c-b311-4a932c4ae80a of type vlan for network c10555a3-6d5b-407b-890c-c9905222e999 Mar 22 11:42:48.949030 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] For port ca9c4613-07e1-45f2-a628-5fc1d33a3b51, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:48.949426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.977261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:48.983108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Network': ['ID=a04eeeb3-d677-4acf-a899-55dcbc7fc6c9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:48.988603 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d8734b8b-41bd-4113-9741-335572ab0196 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/networks/a04eeeb3-d677-4acf-a899-55dcbc7fc6c9 HTTP/1.1" status: 204 len: 168 time: 2.6488225 Mar 22 11:42:48.990554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56908) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:49.097218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Calling delete_port for ca9c4613-07e1-45f2-a628-5fc1d33a3b51 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:49.098266 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-c7e7f120-5291-41ed-af1c-28155b1c9017 req-53832c9e-c630-45aa-b96c-08b77556935d tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.0745969 Mar 22 11:42:49.119147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:42:49.123239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.123895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Fanout notify agent at l3_agent the message router_deleted on router a07e7293-0041-4a49-9e0c-1204ac729c6b {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:49.156328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.156844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.180840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:49.194620 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:49.202361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:49.213786 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:49.214265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.286481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:49.307390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] For port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,segment=NetworkSegment(6be09704-e9d9-4f66-90f5-863d5b668390),segment_id=6be09704-e9d9-4f66-90f5-863d5b668390)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:49.308360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.388038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:42:49.399095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 76d0f5ad-0b26-47e2-9294-0b41aec4df6e no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:49.399788 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] Sync routers for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:49.415549 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c6430a07-aab7-4e8f-b83f-d05cc0a6289d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8978686 Mar 22 11:42:49.416134 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:49.418399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56912) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:49.420757 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:49.463843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:49.470442 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-21a74c43-6e74-49ec-b29c-76f6347abaa9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:49.486902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.509699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Calling delete_port for 76d0f5ad-0b26-47e2-9294-0b41aec4df6e owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:49.522878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.526493 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-873c0861-4f75-41ae-8a00-ca3099d2c697 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/routers/a07e7293-0041-4a49-9e0c-1204ac729c6b HTTP/1.1" status: 204 len: 168 time: 1.9649246 Mar 22 11:42:49.526493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.530795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:49.531396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.535255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56916) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:49.555358 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:49.573634 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] Routers {'0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:42:49.574517 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:42:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:49.673682 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:49.674580 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d421b45-ae8e-4e85-bb92-48e80bf42a4f None None] The sync data for ids ['0e67c703-9d19-4ca4-92be-88f5f6e2f0d1'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:49.708707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 8693db26-aa73-414e-9fe5-a1d46383819d yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:49.713152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:49.728011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-21a74c43-6e74-49ec-b29c-76f6347abaa9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:49.729599 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-21a74c43-6e74-49ec-b29c-76f6347abaa9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 HTTP/1.1" status: 200 len: 205 time: 0.3103004 Mar 22 11:42:49.740621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56920) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:49.757021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3fa5f6b3-fc19-4ca3-ad80-979dc10a16b7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:49.761152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=c10555a3-6d5b-407b-890c-c9905222e999,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:49.778198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] Pushing event deleted for resources: {'Port': ['ID=ca9c4613-07e1-45f2-a628-5fc1d33a3b51,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:49.780102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network c10555a3-6d5b-407b-890c-c9905222e999 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:49.834583 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045b1bb-deb1-4340-8604-243cc4a6892a None None] No DVR routers for this DVR port ca9c4613-07e1-45f2-a628-5fc1d33a3b51 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:49.836114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e79774-ec78-4cc2-a7d5-81405842bafd None None] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:49.894184 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-422229f9-7fac-4ffc-9b5b-b8cb24663fda tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6958191 Mar 22 11:42:49.902632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56924) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:49.917183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': 'c10555a3-6d5b-407b-890c-c9905222e999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:49.998214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.009982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-66b313bf-efff-4aea-9e40-2eba2a900676 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:50.011777 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-66b313bf-efff-4aea-9e40-2eba2a900676 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.60 "GET /v2.0/networks?id=41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 200 len: 812 time: 0.6155233 Mar 22 11:42:50.018774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3fa5f6b3-fc19-4ca3-ad80-979dc10a16b7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:50.022451 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3fa5f6b3-fc19-4ca3-ad80-979dc10a16b7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3977683 Mar 22 11:42:50.023651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56928) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:50.037481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] For port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,segment=NetworkSegment(6be09704-e9d9-4f66-90f5-863d5b668390),segment_id=6be09704-e9d9-4f66-90f5-863d5b668390)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:50.037912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.047972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Request body: {'port': {'device_id': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391', 'admin_state_up': True, 'tenant_id': 'e5de486031174c0e9ca78137edb3e423'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:50.051054 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.071098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.192853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] Pushing event deleted for resources: {'Port': ['ID=76d0f5ad-0b26-47e2-9294-0b41aec4df6e,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:50.212049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c8b7d-1e70-407f-8fda-ba7a96299be4 None None] No DVR routers for this DVR port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:50.246197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Calling delete_port for 76d0f5ad-0b26-47e2-9294-0b41aec4df6e owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:50.250075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce7578ef-2b6a-4108-b964-3a2a8b861a1b None None] Provisioning for port 7c6db544-3524-481b-bb41-ee887b7b472d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:50.306170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a7ba90b8-af04-429f-8ef0-b464928440f0 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:50.341710 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-102bf00c-a412-45d5-8e23-25ef9980faef req-2fd4afcb-887b-4112-9022-2c7707ae5e91 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.0662665 Mar 22 11:42:50.348445 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: a7ba90b8-af04-429f-8ef0-b464928440f0 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:50.348914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a7ba90b8-af04-429f-8ef0-b464928440f0 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:50.397048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:50.401530 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:50.403955 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:50.409748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.12 (dccee15e-6b4d-4bcc-8dc2-7d3fb8363803/40bbfc59-6917-4bd4-b0ed-60d0ce19d37c/8693db26-aa73-414e-9fe5-a1d46383819d) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:50.411782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:50.429142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.431637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.484169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4d3ce-38e6-4fe3-997b-8a64b686f061 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:50.484845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-feb4d3ce-38e6-4fe3-997b-8a64b686f061 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:50.500922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:50.504503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.506958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7c6db544-3524-481b-bb41-ee887b7b472d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:50.592054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:50.592467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:50.596318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:50.621824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Usage tracker for resource:port and tenant:e5de486031174c0e9ca78137edb3e423 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:50.636292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:50.648564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:50.675261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 7c6db544-3524-481b-bb41-ee887b7b472d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:50.683277 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7c6db544-3524-481b-bb41-ee887b7b472d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:50.684609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.702022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-feb4d3ce-38e6-4fe3-997b-8a64b686f061 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:50.703048 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-feb4d3ce-38e6-4fe3-997b-8a64b686f061 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6768439 Mar 22 11:42:50.718737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56938) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:50.790534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.791018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router 0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:50.793110 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Provisioning complete for port 7c6db544-3524-481b-bb41-ee887b7b472d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:50.793494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.813380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.814415 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-64e10e27-1c88-4df4-81ed-52afae0c4c56 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 HTTP/1.1" status: 204 len: 168 time: 1.0687087 Mar 22 11:42:50.817388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56942) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:50.819993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Made reservation on behalf of e5de486031174c0e9ca78137edb3e423 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:50.823521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.880725 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-efa04178-3caa-4404-aeb5-9fb646d68602 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558852 Mar 22 11:42:50.880725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56946) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:50.886790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:50.927794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:50.938022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 745ffd72-d40e-4b9e-9f9b-b968a72aa9ee {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:50.945305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.014940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 7c6db544-3524-481b-bb41-ee887b7b472d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7c6db544-3524-481b-bb41-ee887b7b472d,segment=NetworkSegment(5668e185-1895-4af2-9379-03435d5bc745),segment_id=5668e185-1895-4af2-9379-03435d5bc745)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:51.018647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.032589 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.112339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port 76d0f5ad-0b26-47e2-9294-0b41aec4df6e {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:51.112677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.117067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.121705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.179620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.198903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca9c4613-07e1-45f2-a628-5fc1d33a3b51 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:51.238166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ca9c4613-07e1-45f2-a628-5fc1d33a3b51 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:51.238520 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca9c4613-07e1-45f2-a628-5fc1d33a3b51 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:51.269050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.279463 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] The port '76d0f5ad-0b26-47e2-9294-0b41aec4df6e' was deleted {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:51.280944 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:51.281305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:51.284920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=7c6db544-3524-481b-bb41-ee887b7b472d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:51.285151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=a62f488b-34a4-4e56-8270-ce8c3dfd525f,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:51.293713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '27a697a2-b7d1-4b5c-b311-4a932c4ae80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c10555a3-6d5b-407b-890c-c9905222e999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:51.294076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: c10555a3-6d5b-407b-890c-c9905222e999, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:51.349860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.385174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network c10555a3-6d5b-407b-890c-c9905222e999 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:51.397854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=745ffd72-d40e-4b9e-9f9b-b968a72aa9ee,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:51.401122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 8693db26-aa73-414e-9fe5-a1d46383819d will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:51.403226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.412303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25712d-9d7e-4b09-863a-3b637db5ee02 None None] Network 8356f83b-6798-471c-a2cf-5e18b0442812 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:51.422050 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6d52e66a-08f7-460e-9de2-bce2abacac02 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/745ffd72-d40e-4b9e-9f9b-b968a72aa9ee HTTP/1.1" status: 204 len: 168 time: 0.6012814 Mar 22 11:42:51.422365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56952) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:51.439961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:51.495354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 4cf3d866-0600-495b-855f-a32135aab99c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:51.500619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, c10555a3-6d5b-407b-890c-c9905222e999) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:51.520087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e273007-109e-40f4-9b20-9f6efd013297 None None] Network c10555a3-6d5b-407b-890c-c9905222e999 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:51.521341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:51.539450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.540027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.579492 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-3c1cd80d-6ea9-41ce-91c7-93899e46aa44 req-28a7a5ca-9b00-4e96-98fe-d4874b3e7635 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.0818191 Mar 22 11:42:51.581344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:51.581933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.582190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca0c9df-00eb-4eb8-946e-f983bb2f7d2c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:51.592640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Allocated IP 172.20.0.10 (41daca47-7812-4afc-9790-96aa93b7b391/da75df2d-30be-4e72-8dae-2be8674a963a/f4351a28-fd28-4e33-8041-fc3afe55c248) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:51.606787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be09704-e9d9-4f66-90f5-863d5b668390') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:51.607167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be09704-e9d9-4f66-90f5-863d5b668390') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:51.622627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.627509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.637363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:51.640869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.693479 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2715a28b-6fe5-4022-9d68-07687902b17a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7810605 Mar 22 11:42:51.694407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56956) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:51.696907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.766818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:51.768152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: util.warn( Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:51.784941 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:51.787889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.820564 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.904081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:51.906228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.960223 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba420b9-9ce2-4b1a-8648-72b5599df6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-c10555a3-6d5b-407b-890c-c9905222e999', 'network_id': 'c10555a3-6d5b-407b-890c-c9905222e999', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': 'a62f488b-34a4-4e56-8270-ce8c3dfd525f'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:51.961131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4ba420b9-9ce2-4b1a-8648-72b5599df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:51.963837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=8693db26-aa73-414e-9fe5-a1d46383819d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:51.966454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:52.000147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d87dea-a919-486f-9465-409f0d888793 None None] DHCP port deletion for 8356f83b-6798-471c-a2cf-5e18b0442812 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:52.004417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:52.016438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.043645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Deleting port f4c8a821-aab2-4315-b9f2-12d3e440beef {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:52.044193 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.048175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.074861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Provisioning for port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:52.112105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.116823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Provisioning complete for port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:52.117249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.120595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf3d866-0600-495b-855f-a32135aab99c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:52.130341 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-96b9b0a2-9c1d-40fc-bfbf-dc30f3b7adea tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/4cf3d866-0600-495b-855f-a32135aab99c HTTP/1.1" status: 204 len: 168 time: 0.7047937 Mar 22 11:42:52.131542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56960) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:52.155689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b3907-d41e-4c6c-807f-58c48a3bd890 None None] Network b526d453-48d6-4d75-b04b-a053f2700b17 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:52.198169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.275040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.286674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port f4c8a821-aab2-4315-b9f2-12d3e440beef {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:52.287137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.292444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:52.293078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.314750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bce4a-4d1e-474d-b5ff-51dbf4c0bd9a None None] Port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:52.320262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.348174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.366142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.406157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.417407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Network': ['ID=bca0c9df-00eb-4eb8-946e-f983bb2f7d2c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:52.421600 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ccea23ed-43a7-4ad4-b1a0-52905784ca49 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/networks/bca0c9df-00eb-4eb8-946e-f983bb2f7d2c HTTP/1.1" status: 204 len: 168 time: 3.4286127 Mar 22 11:42:52.429668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56964) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:52.437600 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-11befb23-89a1-47f7-aadf-1abf2a5d0653 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7763700 Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server [None req-4ba420b9-9ce2-4b1a-8648-72b5599df6b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a62f488b-34a4-4e56-8270-ce8c3dfd525f: This subnet is being modified by another concurrent operation. Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a62f488b-34a4-4e56-8270-ce8c3dfd525f: This subnet is being modified by another concurrent operation. Mar 22 11:42:52.438212 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Mar 22 11:42:52.446032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56966) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:52.456602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Network 41daca47-7812-4afc-9790-96aa93b7b391 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:52.476551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=a62f488b-34a4-4e56-8270-ce8c3dfd525f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:52.499227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:52.508818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Pushing event updated for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:52.511468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:52.524686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9deef-7cfd-4aa0-b1c1-671575344cbd None None] Network c10555a3-6d5b-407b-890c-c9905222e999 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:52.537303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7c6db544-3524-481b-bb41-ee887b7b472d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:52.638394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting subnet 7c6ba7b8-4247-4b2d-b283-8ef39e36da96 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:52.642902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.696560 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Provisioning for port 8693db26-aa73-414e-9fe5-a1d46383819d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:52.706552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.717791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-26d87dea-a919-486f-9465-409f0d888793 None None] For port f4c8a821-aab2-4315-b9f2-12d3e440beef, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4c8a821-aab2-4315-b9f2-12d3e440beef,segment=NetworkSegment(6b0fbb24-6ffb-440a-b90e-14683189d0af),segment_id=6b0fbb24-6ffb-440a-b90e-14683189d0af)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:52.718449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.735129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Provisioning complete for port 8693db26-aa73-414e-9fe5-a1d46383819d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:52.735801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.794405 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.799761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:52.980996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10555a3-6d5b-407b-890c-c9905222e999']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:52.993539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Calling delete_port for f4c8a821-aab2-4315-b9f2-12d3e440beef owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:53.000754 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a697a2-b7d1-4b5c-b311-4a932c4ae80a') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:53.001031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a697a2-b7d1-4b5c-b311-4a932c4ae80a') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:53.023706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e327ac-a4e6-4fae-b910-3bc76bc9474d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:53.025267 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-05e327ac-a4e6-4fae-b910-3bc76bc9474d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 920 time: 0.5567200 Mar 22 11:42:53.027224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port f4c8a821-aab2-4315-b9f2-12d3e440beef, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f4c8a821-aab2-4315-b9f2-12d3e440beef,segment=NetworkSegment(6b0fbb24-6ffb-440a-b90e-14683189d0af),segment_id=6b0fbb24-6ffb-440a-b90e-14683189d0af)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:53.027583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.036850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.040791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56974) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:53.045850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.123218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Port 8693db26-aa73-414e-9fe5-a1d46383819d cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:53.125308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7c6db544-3524-481b-bb41-ee887b7b472d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:53.125948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.151518 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:53.152144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.182459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.182955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6ba7b8-4247-4b2d-b283-8ef39e36da96,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:53.193400 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] DHCP port deletion for b526d453-48d6-4d75-b04b-a053f2700b17 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:53.196102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.198358 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-40665f77-442b-4ef1-b356-1a77caa13bc1 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/subnets/7c6ba7b8-4247-4b2d-b283-8ef39e36da96 HTTP/1.1" status: 204 len: 168 time: 0.7596612 Mar 22 11:42:53.199225 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for f4c8a821-aab2-4315-b9f2-12d3e440beef owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:53.209524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Deleting port 237e7bdb-8fb5-4110-840d-dbf89100043c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:53.209894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.212016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56978) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:53.243663 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dfcea1-85c9-4112-a9df-8c10593e5d15 None None] Network 36d42e68-f65d-44d4-a6ce-a95f393fc225 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:53.252916 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:53.253272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:53.269151 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:53.287531 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d8f76f53-0ca8-42ee-a9c5-e737bef71b8a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2563994 Mar 22 11:42:53.290251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Provisioning complete for port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:53.294492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.299450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 8693db26-aa73-414e-9fe5-a1d46383819d {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:53.299789 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.384974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:53.385464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:53.436389 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.459694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.459834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Request body: {'port': {'device_id': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:53.480534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.503004 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/c10555a3-6d5b-407b-890c-c9905222e999 HTTP/1.1" status: 204 len: 168 time: 1.8050797 Mar 22 11:42:53.504031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56984) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:53.510597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e73ec-dc89-432e-a160-a4e788d8416f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=c10555a3-6d5b-407b-890c-c9905222e999,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:53.520124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113740589'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:53.523640 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2f411f26-090a-43be-b549-f882ae65dfc8 None None] Port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:42:53.530572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87dea-a919-486f-9465-409f0d888793 None None] Pushing event deleted for resources: {'Port': ['ID=f4c8a821-aab2-4315-b9f2-12d3e440beef,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:53.535067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d87dea-a919-486f-9465-409f0d888793 None None] No DVR routers for this DVR port f4c8a821-aab2-4315-b9f2-12d3e440beef on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:53.539573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:53.544494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:53.548114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:53.555352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:53.582685 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c012fae-8855-45f9-84d8-743321e4d5a7 req-40fd3b96-5bf9-4577-86f6-c835ab1dc48b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:53.583390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-3c012fae-8855-45f9-84d8-743321e4d5a7 req-40fd3b96-5bf9-4577-86f6-c835ab1dc48b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Synchronizing usage tracker for tenant:e5de486031174c0e9ca78137edb3e423 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:53.647274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:53.652164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.665370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.698157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:53.709777 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.710313 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 72348eab-4074-4c92-acc2-7080bca8f055 of type vlan for network e883409e-c7a1-42a4-95bb-1fac9d5d80c2 Mar 22 11:42:53.744567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.761160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-3c012fae-8855-45f9-84d8-743321e4d5a7 req-40fd3b96-5bf9-4577-86f6-c835ab1dc48b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Unset dirty status for tenant:e5de486031174c0e9ca78137edb3e423 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:53.768212 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3c012fae-8855-45f9-84d8-743321e4d5a7 req-40fd3b96-5bf9-4577-86f6-c835ab1dc48b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 932 time: 0.8992012 Mar 22 11:42:53.788053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.810499 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4c8a821-aab2-4315-b9f2-12d3e440beef no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:53.840154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Deleting port e0128d5c-3e71-4b8f-9749-340f2c4d288c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:53.840771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:53.863431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: f4c8a821-aab2-4315-b9f2-12d3e440beef {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:53.863861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f4c8a821-aab2-4315-b9f2-12d3e440beef not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:53.866679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] For port 237e7bdb-8fb5-4110-840d-dbf89100043c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=237e7bdb-8fb5-4110-840d-dbf89100043c,segment=NetworkSegment(267da0d2-8cb6-4b44-ac30-d1f4689058d9),segment_id=267da0d2-8cb6-4b44-ac30-d1f4689058d9)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:54.266382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.268250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:42:54.268380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port f4c8a821-aab2-4315-b9f2-12d3e440beef {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:54.268380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.268899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.269007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] The port 'f4c8a821-aab2-4315-b9f2-12d3e440beef' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:54.269143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Calling delete_port for 237e7bdb-8fb5-4110-840d-dbf89100043c owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:54.269246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.269356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:54.269356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:54.269579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8356f83b-6798-471c-a2cf-5e18b0442812']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:54.269703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5f69a-82e2-4393-bc28-3fdb4b0bb99a None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:54.269823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.269823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:54.269823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.270094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] DHCP port deletion for 36d42e68-f65d-44d4-a6ce-a95f393fc225 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:42:54.270190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:54.270190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.270372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0fbb24-6ffb-440a-b90e-14683189d0af') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:54.270372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0fbb24-6ffb-440a-b90e-14683189d0af') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:54.270554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Deleting port e0128d5c-3e71-4b8f-9749-340f2c4d288c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:54.270554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.270733 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3c012fae-8855-45f9-84d8-743321e4d5a7 req-f0eaf160-7338-456a-8ff4-ac173a3cca1d tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239800 Mar 22 11:42:54.270828 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.280614 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.286450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=b70329d6-0bec-48e5-b689-3187a0046d75,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:54.308778 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=e883409e-c7a1-42a4-95bb-1fac9d5d80c2,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:54.312178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.317833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:54.317833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.323501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:54.334556 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:54.341783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network e883409e-c7a1-42a4-95bb-1fac9d5d80c2 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:54.380658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] Pushing event deleted for resources: {'Port': ['ID=237e7bdb-8fb5-4110-840d-dbf89100043c,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:54.397091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e74d15-e9e0-4e60-9402-17181cb48490 None None] No DVR routers for this DVR port 237e7bdb-8fb5-4110-840d-dbf89100043c on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:54.415411 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9d1a4af1-78a9-407a-af0a-a621a3873068 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9073248 Mar 22 11:42:54.420959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56988) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:54.425486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': 'e883409e-c7a1-42a4-95bb-1fac9d5d80c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:54.519965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e0128d5c-3e71-4b8f-9749-340f2c4d288c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:54.527104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.557711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 8693db26-aa73-414e-9fe5-a1d46383819d owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:54.565411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.573887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=8356f83b-6798-471c-a2cf-5e18b0442812,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:54.581782 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bcc035f2-0729-4884-9bfb-be4f03b42b15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/8356f83b-6798-471c-a2cf-5e18b0442812 HTTP/1.1" status: 204 len: 168 time: 2.4491320 Mar 22 11:42:54.582704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 56992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:54.596018 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e2ac5e9b-ecbf-4007-afa1-462b9dc05cef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7112007 Mar 22 11:42:54.606449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 56996) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:54.606805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:54.623869 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:54.629573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:54.638403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:54.672712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:54.716747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.795189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:54.798631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.864790 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] For port e0128d5c-3e71-4b8f-9749-340f2c4d288c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0128d5c-3e71-4b8f-9749-340f2c4d288c,segment=NetworkSegment(cd3eda74-7594-4222-8eee-d86d8d774ce4),segment_id=cd3eda74-7594-4222-8eee-d86d8d774ce4)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:54.865411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:54.955592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] For port e0128d5c-3e71-4b8f-9749-340f2c4d288c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0128d5c-3e71-4b8f-9749-340f2c4d288c,segment=NetworkSegment(cd3eda74-7594-4222-8eee-d86d8d774ce4),segment_id=cd3eda74-7594-4222-8eee-d86d8d774ce4)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:54.955990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.013976 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.019743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'b70329d6-0bec-48e5-b689-3187a0046d75'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:55.027197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.066820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Calling delete_port for e0128d5c-3e71-4b8f-9749-340f2c4d288c owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:55.099944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b526d453-48d6-4d75-b04b-a053f2700b17']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:55.121752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267da0d2-8cb6-4b44-ac30-d1f4689058d9') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:55.122036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267da0d2-8cb6-4b44-ac30-d1f4689058d9') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:55.138611 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.157995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.168262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:55.168492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.169072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.184407 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Calling delete_port for e0128d5c-3e71-4b8f-9749-340f2c4d288c owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:55.185371 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:55.282060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:55.333004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:55.337610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.398654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=8693db26-aa73-414e-9fe5-a1d46383819d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:55.400556 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.405891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4351a28-fd28-4e33-8041-fc3afe55c248 {{(pid=88742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:42:55.425744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.459242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.461115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.468908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.473409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Allocated IP 2001:db8::f816:3eff:fed9:3ed2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b70329d6-0bec-48e5-b689-3187a0046d75/c03a2761-07ad-4eba-8dae-b255e28b09fc) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:55.475647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 237e7bdb-8fb5-4110-840d-dbf89100043c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:42:55.489365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Port': ['ID=e0128d5c-3e71-4b8f-9749-340f2c4d288c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:55.507403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:55.510930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.514230 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:42:55.514679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:42:55.527339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] No DVR routers for this DVR port e0128d5c-3e71-4b8f-9749-340f2c4d288c on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:55.550390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=849e23f7-e41c-445d-afb2-d473494c6472,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:55.552627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=b526d453-48d6-4d75-b04b-a053f2700b17,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:55.571683 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e088f2c2-9290-4154-b0eb-71417fa610b0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/b526d453-48d6-4d75-b04b-a053f2700b17 HTTP/1.1" status: 204 len: 168 time: 0.9877646 Mar 22 11:42:55.574051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57002) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:55.583840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1851144641'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:55.588770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:55.593660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:55.597201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:55.604059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:55.612177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Transition to ACTIVE for port object f4351a28-fd28-4e33-8041-fc3afe55c248 will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:55.621799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 237e7bdb-8fb5-4110-840d-dbf89100043c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:42:55.621799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 237e7bdb-8fb5-4110-840d-dbf89100043c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:42:55.649739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '72348eab-4074-4c92-acc2-7080bca8f055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e883409e-c7a1-42a4-95bb-1fac9d5d80c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:55.654424 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: e883409e-c7a1-42a4-95bb-1fac9d5d80c2, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:55.683040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:55.684383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.729320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1c19a-aa89-47c8-a9b5-8c31d8c54909 req-c3ba3045-ded3-4e86-bf05-674616111a6d tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:55.729542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.729668 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-03c1c19a-aa89-47c8-a9b5-8c31d8c54909 req-c3ba3045-ded3-4e86-bf05-674616111a6d tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 932 time: 0.3460221 Mar 22 11:42:55.766635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:55.790165 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.790512 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 74775c03-384a-4c2f-8b22-24ff9ed04dda of type vlan for network c809ef31-e8ab-4950-a8fd-9094a7373a1e Mar 22 11:42:55.793142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-03c1c19a-aa89-47c8-a9b5-8c31d8c54909 req-f75c0340-eee4-4ad9-a45d-93452231715a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Synchronizing usage tracker for tenant:e5de486031174c0e9ca78137edb3e423 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:55.809872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network e883409e-c7a1-42a4-95bb-1fac9d5d80c2 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:55.835824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.856776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.872899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.885720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.892476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, e883409e-c7a1-42a4-95bb-1fac9d5d80c2) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:55.897206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Transition to ACTIVE for port object c03a2761-07ad-4eba-8dae-b255e28b09fc will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:55.900142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:55.900749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.918485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-03c1c19a-aa89-47c8-a9b5-8c31d8c54909 req-f75c0340-eee4-4ad9-a45d-93452231715a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Unset dirty status for tenant:e5de486031174c0e9ca78137edb3e423 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:55.919637 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-03c1c19a-aa89-47c8-a9b5-8c31d8c54909 req-f75c0340-eee4-4ad9-a45d-93452231715a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857483 Mar 22 11:42:55.922811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2339b76-b37b-4b51-b8a5-3db88471639f None None] Network e883409e-c7a1-42a4-95bb-1fac9d5d80c2 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:55.955187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Transition to ACTIVE for port object c03a2761-07ad-4eba-8dae-b255e28b09fc will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:55.977935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d42e68-f65d-44d4-a6ce-a95f393fc225']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:55.978241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.984327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:55.987385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:55.987584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Pushing event updated for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:55.989781 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-976a6d81-2cfb-4820-a561-18fc6eec1df4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/8693db26-aa73-414e-9fe5-a1d46383819d HTTP/1.1" status: 204 len: 168 time: 2.9457173 Mar 22 11:42:56.000851 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57006) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.008281 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3eda74-7594-4222-8eee-d86d8d774ce4') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:56.008602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3eda74-7594-4222-8eee-d86d8d774ce4') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:56.016666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Deleting port e0128d5c-3e71-4b8f-9749-340f2c4d288c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:56.017079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.052775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.056769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.074986 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d6133305-fc28-4023-b705-bf66639b59f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6551018 Mar 22 11:42:56.087707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57010) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.093286 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-42156a1f-c8aa-4ff5-9438-69c37e25397b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:42:56.097092 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-42156a1f-c8aa-4ff5-9438-69c37e25397b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/8693db26-aa73-414e-9fe5-a1d46383819d HTTP/1.1" status: 404 len: 333 time: 0.0743597 Mar 22 11:42:56.102944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57014) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.151311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.172508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:56.172942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.180829 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6040165 Mar 22 11:42:56.190431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57018) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:56.196060 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:56.198296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3152b1-b898-46c3-a6bb-bf1a88bbc350 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=c809ef31-e8ab-4950-a8fd-9094a7373a1e,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:56.203144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:56.213785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae0f0-2aa5-42fd-80dc-c87fa18a6e94 None None] The port 'e0128d5c-3e71-4b8f-9749-340f2c4d288c' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:42:56.222397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:56.288850 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:56.364043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Pushing event updated for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:56.366519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:56.375079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:56.425498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:56.431333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.435072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:56.439059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:56.449135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:56.483045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:42:56.483379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.518917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.534128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Attempting to bind port c03a2761-07ad-4eba-8dae-b255e28b09fc on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:56.534128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Attempting to bind port c03a2761-07ad-4eba-8dae-b255e28b09fc by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:56.534842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Attempting to bind port f4351a28-fd28-4e33-8041-fc3afe55c248 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:42:56.534947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Attempting to bind port c03a2761-07ad-4eba-8dae-b255e28b09fc on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:56.535054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Attempting to bind port f4351a28-fd28-4e33-8041-fc3afe55c248 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '70dbb564-07c0-4434-b824-43f9028cad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:42:56.535054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Attempting to bind port f4351a28-fd28-4e33-8041-fc3afe55c248 on network 41daca47-7812-4afc-9790-96aa93b7b391 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:56.540331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:56.540759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:56.541166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.541925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:56.542085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Bound port: c03a2761-07ad-4eba-8dae-b255e28b09fc, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:56.542373 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.555729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccd5c1-d573-4b1d-8bdd-85b9d407fa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-e883409e-c7a1-42a4-95bb-1fac9d5d80c2', 'network_id': 'e883409e-c7a1-42a4-95bb-1fac9d5d80c2', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': '849e23f7-e41c-445d-afb2-d473494c6472'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:56.556564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-56ccd5c1-d573-4b1d-8bdd-85b9d407fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.559145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Port f4351a28-fd28-4e33-8041-fc3afe55c248 on network 41daca47-7812-4afc-9790-96aa93b7b391 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:42:56.559689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Attempting to bind port f4351a28-fd28-4e33-8041-fc3afe55c248 on network 41daca47-7812-4afc-9790-96aa93b7b391 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:42:56.570278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:56.575537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.601572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:42:56.601907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Checking segment: {'id': '70dbb564-07c0-4434-b824-43f9028cad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:56.602482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Bound using segment: {'id': '70dbb564-07c0-4434-b824-43f9028cad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391'} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:42:56.603110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Bound port: f4351a28-fd28-4e33-8041-fc3afe55c248, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dbb564-07c0-4434-b824-43f9028cad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391'}}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:42:56.603438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.621317 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.652748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.717307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Pushing event deleted for resources: {'Network': ['ID=36d42e68-f65d-44d4-a6ce-a95f393fc225,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:56.721194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:56.724456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:56.744622 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50e6e53a-7b82-4e65-8a6e-41e220242be2 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/networks/36d42e68-f65d-44d4-a6ce-a95f393fc225 HTTP/1.1" status: 204 len: 168 time: 3.5285561 Mar 22 11:42:56.754050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57022) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.802540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server [None req-56ccd5c1-d573-4b1d-8bdd-85b9d407fa19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 849e23f7-e41c-445d-afb2-d473494c6472: This subnet is being modified by another concurrent operation. Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 849e23f7-e41c-445d-afb2-d473494c6472: This subnet is being modified by another concurrent operation. Mar 22 11:42:56.806285 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Mar 22 11:42:56.815842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.845771 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ec55d0e4-67b4-42e7-ac4e-0310aaffa0be tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd61d282-4b0d-4145-b8bd-fa8b224e1c2d HTTP/1.1" status: 200 len: 205 time: 0.0893645 Mar 22 11:42:56.852873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57026) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:56.863982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=849e23f7-e41c-445d-afb2-d473494c6472,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:56.880244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:42:56.885127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4351a28-fd28-4e33-8041-fc3afe55c248,segment=NetworkSegment(70dbb564-07c0-4434-b824-43f9028cad8b),segment_id=70dbb564-07c0-4434-b824-43f9028cad8b)] {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:42:56.897282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe0881-9477-47aa-8f89-8d5c98fee157 None None] Network e883409e-c7a1-42a4-95bb-1fac9d5d80c2 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:56.922654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:56.931566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.083192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.098829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534bcd4-c242-445b-bb1e-1fd3c0ae38e6 None None] Pushing event updated for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:57.156116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:42:57.203562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.206877 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4e6389b4-527e-4645-979b-e43063b0f306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.257901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:57.279559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:57.288846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:57.289433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.300379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:57.302658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.304023 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] 10.222.0.60 "PUT /v2.0/ports/f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 200 len: 1094 time: 3.9698002 Mar 22 11:42:57.314782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:57.328777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=c146c32b-2eae-4257-8f39-6f9f08025ddc,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:57.409433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8047d7-a815-4b08-b65f-2bba31145f5c service neutron] Pushing event updated for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:57.503317 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ac240625-9a96-41d7-a8b9-327138149ba4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8918355 Mar 22 11:42:57.511851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cf12-8f4b-436f-ac2d-63bf32fff5b2 req-451602ed-95e7-4daf-8712-2c3825a75187 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:57.515278 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2d08cf12-8f4b-436f-ac2d-63bf32fff5b2 req-451602ed-95e7-4daf-8712-2c3825a75187 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 944 time: 0.4647985 Mar 22 11:42:57.515458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.518516 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57036) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:57.522081 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248', 'status': 'completed', 'code': 200} Mar 22 11:42:57.543108 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:bd:b2:f7', 'name': 'tempest-NetworksTestDHCPv6-1314461226'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:57.606336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.697283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e883409e-c7a1-42a4-95bb-1fac9d5d80c2']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:57.700349 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2d08cf12-8f4b-436f-ac2d-63bf32fff5b2 req-d183a768-37c1-44a6-8d44-509fea6da2b2 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689086 Mar 22 11:42:57.731873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.734499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72348eab-4074-4c92-acc2-7080bca8f055') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:57.734792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72348eab-4074-4c92-acc2-7080bca8f055') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:57.737925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.744224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.762673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.781932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-11f9aa50-713c-4606-b50f-ec527d67beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:57.783937 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-11f9aa50-713c-4606-b50f-ec527d67beb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5de486031174c0e9ca78137edb3e423&device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 1097 time: 0.3176723 Mar 22 11:42:57.804173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.804636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:57.808222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=5c83dc4d-1ad6-464a-8283-e18c38f548f6,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:57.817541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:57.817939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:57.833818 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:57.846436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '74775c03-384a-4c2f-8b22-24ff9ed04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:42:57.846820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: c809ef31-e8ab-4950-a8fd-9094a7373a1e, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:42:57.855501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:57.873856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:57.902756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.903274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Fanout notify agent at l3_agent the message router_deleted on router bd61d282-4b0d-4145-b8bd-fa8b224e1c2d {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:42:57.906285 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-1c5f750c-3d02-4bf1-b6d0-cd23c65c7954 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 200 len: 217 time: 0.1037328 Mar 22 11:42:57.907868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:57.926538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:57.943122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:57.946821 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ed538314-2ecc-4cd4-9405-00621a5b8081 tempest-RoutersNegativeTest-1224405107 tempest-RoutersNegativeTest-1224405107-project] 10.222.0.53 "DELETE /v2.0/routers/bd61d282-4b0d-4145-b8bd-fa8b224e1c2d HTTP/1.1" status: 204 len: 168 time: 1.0859015 Mar 22 11:42:58.018760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.052416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.055266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:42:58.062995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=e883409e-c7a1-42a4-95bb-1fac9d5d80c2,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:58.068274 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a05cfdfc-84c8-4a77-8dc1-86e66984d662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/e883409e-c7a1-42a4-95bb-1fac9d5d80c2 HTTP/1.1" status: 204 len: 168 time: 1.9796891 Mar 22 11:42:58.077175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57042) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.083641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042586221'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:58.092915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-0f13b935-bb66-44ac-9cd6-d5c514194d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:58.094404 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-0f13b935-bb66-44ac-9cd6-d5c514194d69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75df2d-30be-4e72-8dae-2be8674a963a HTTP/1.1" status: 200 len: 852 time: 0.1741755 Mar 22 11:42:58.101385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.109743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:58.115124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:58.119843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:58.127853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:58.160710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:58.177770 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-d97be8e2-2625-484e-801f-0da00a2243a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41daca47-7812-4afc-9790-96aa93b7b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719380 Mar 22 11:42:58.180173 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-de6f4391-7d93-4fa4-a229-0f5ad5d8ba05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c HTTP/1.1" status: 204 len: 168 time: 2.0742354 Mar 22 11:42:58.181973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57046) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.182671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, c809ef31-e8ab-4950-a8fd-9094a7373a1e) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:58.189205 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:58.190133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.194741 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00bb60-99d3-4e49-9697-48416db037f7 None None] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:58.267499 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6f38a1-f34b-4aec-8f78-0213c0b67b05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:42:58.268398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0d6f38a1-f34b-4aec-8f78-0213c0b67b05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:42:58.298505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:58.303528 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.339011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:42:58.348976 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a99bc-d617-4d8c-94a7-bc51a286b41d None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:58.350763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.350763 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 0028aa07-87d8-46fd-aa73-917b9499d859 of type vlan for network 9436467d-3f4a-4210-a254-6b158d95057c Mar 22 11:42:58.382427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.448445 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4c96e078-3aba-4d6d-8d86-063a00f0f0ac tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2565403 Mar 22 11:42:58.452163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57050) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.459250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-867988549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:58.473283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:58.478415 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:58.484292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:58.498466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:58.561205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0d6f38a1-f34b-4aec-8f78-0213c0b67b05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:42:58.561205 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0d6f38a1-f34b-4aec-8f78-0213c0b67b05 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/638cdc0e-7ffc-4c9d-81d5-7af2ff315e2c HTTP/1.1" status: 404 len: 333 time: 0.3735042 Mar 22 11:42:58.563342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57056) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.570124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-c809ef31-e8ab-4950-a8fd-9094a7373a1e', 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '5c83dc4d-1ad6-464a-8283-e18c38f548f6'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:42:58.570881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.584163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c03a2761-07ad-4eba-8dae-b255e28b09fc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:42:58.594936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.609829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.611562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.628257 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-51f27406-248d-4c78-92d9-5c33e05a60bb service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310400 Mar 22 11:42:58.629821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.636534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:42:58.636844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:58.637571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.648722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0c380bce-05e4-4857-a27a-3409e46b0c88 None None] Provisioning for port c03a2761-07ad-4eba-8dae-b255e28b09fc completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:58.666167 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57060) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.726082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.790729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 40bbfc59-6917-4bd4-b0ed-60d0ce19d37c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:42:58.803143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:58.834912 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7566249 Mar 22 11:42:58.845944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57068) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.871583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fefb60-275d-40a8-8004-437983545662 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=9436467d-3f4a-4210-a254-6b158d95057c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:58.914285 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-59dc8e7d-3b9d-4e41-a961-d512494b75bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9be3910ee4b147f0ae76857aa86e447e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376390 Mar 22 11:42:58.917721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '9436467d-3f4a-4210-a254-6b158d95057c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:58.917912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57072) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:58.944290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9436467d-3f4a-4210-a254-6b158d95057c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:42:59.004716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.012086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.046971 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-6fc33b5a-4513-46b8-b479-f11f4979fbae req-7c52cfeb-fc2a-4567-ab6e-8b1f4e59b99e service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729107 Mar 22 11:42:59.112771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port c03a2761-07ad-4eba-8dae-b255e28b09fc completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:42:59.119626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.138280 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c03a2761-07ad-4eba-8dae-b255e28b09fc triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:59.140769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.158432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:59.164552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.176794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:59.182333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:59.183696 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 172.20.0.8 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/c146c32b-2eae-4257-8f39-6f9f08025ddc/2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:59.196152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Allocated IP 172.20.0.2 (c809ef31-e8ab-4950-a8fd-9094a7373a1e/5c83dc4d-1ad6-464a-8283-e18c38f548f6/a0ad45d7-273d-4646-a2b1-0fec71296385) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:59.201098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:59.213881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10be2f-e119-4cea-9690-a5ba56eb9c63 req-8265d2bb-b35c-4a30-b13f-829d8aff0a3f tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:59.216897 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9c10be2f-e119-4cea-9690-a5ba56eb9c63 req-8265d2bb-b35c-4a30-b13f-829d8aff0a3f tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 944 time: 0.3018017 Mar 22 11:42:59.221158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.222289 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4ced2a19-d0b1-4439-afbe-3c646ee6e1e7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7690940 Mar 22 11:42:59.231775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57076) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:42:59.241819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'port': {'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e', 'name': 'tempest-RoutersTest-1289530545'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:42:59.260464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:febd:b2f7 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/b70329d6-0bec-48e5-b689-3187a0046d75/2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:42:59.336509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-b8a00795-a9cd-4138-8e10-c00c5a1d643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:59.338381 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-b8a00795-a9cd-4138-8e10-c00c5a1d643c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5de486031174c0e9ca78137edb3e423&device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 1097 time: 0.1525474 Mar 22 11:42:59.420681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.425873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:59.429448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.490662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.493505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf246ec-8456-48ce-a603-6c5d69f2453a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:59.514405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.575925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': 'b70329d6-0bec-48e5-b689-3187a0046d75', 'ip_address': '2001:db8::f816:3eff:fed9:3ed2'}, {'subnet_id': 'c146c32b-2eae-4257-8f39-6f9f08025ddc'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'c03a2761-07ad-4eba-8dae-b255e28b09fc'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:42:59.613341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.617345 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3c5d33e8-64aa-486c-a244-a810d5006fec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acf246ec-8456-48ce-a603-6c5d69f2453a HTTP/1.1" status: 204 len: 168 time: 0.6981981 Mar 22 11:42:59.629058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-09331a86-57e1-4645-86be-aebbd48df3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:59.631644 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-09331a86-57e1-4645-86be-aebbd48df3bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 200 len: 913 time: 0.2846863 Mar 22 11:42:59.665833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:42:59.665959 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-9c10be2f-e119-4cea-9690-a5ba56eb9c63 req-a691a444-ed65-46da-95c2-4dadc5f1e57e tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277282 Mar 22 11:42:59.674778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.688398 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.703972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Transition to ACTIVE for port object a0ad45d7-273d-4646-a2b1-0fec71296385 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:59.725012 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-3913c2ce-6664-4029-a2bc-77a3d11453c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 200 len: 217 time: 0.0820949 Mar 22 11:42:59.751751 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:42:59.759163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.760570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:port and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:42:59.765148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Transition to ACTIVE for port object a0ad45d7-273d-4646-a2b1-0fec71296385 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:59.768081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:42:59.780814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.793074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-a5d2691e-5bd1-463f-a1a2-7c3892034732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:59.794554 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-a5d2691e-5bd1-463f-a1a2-7c3892034732 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75df2d-30be-4e72-8dae-2be8674a963a HTTP/1.1" status: 200 len: 852 time: 0.0588877 Mar 22 11:42:59.802636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.817149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:42:59.851575 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-8f8e9927-6442-482f-9e77-085e128986b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41daca47-7812-4afc-9790-96aa93b7b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456812 Mar 22 11:42:59.895118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.915498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.926631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:42:59.943216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:42:59.943909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:59.960202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:42:59.963823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.973868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:59.977867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=40bbfc59-6917-4bd4-b0ed-60d0ce19d37c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:59.989228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:42:59.993456 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6fdad998-b12e-4a93-9c3e-e31b7e5055c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/40bbfc59-6917-4bd4-b0ed-60d0ce19d37c HTTP/1.1" status: 204 len: 168 time: 1.4249730 Mar 22 11:42:59.993607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:42:59.993786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43d374-be47-4de5-b1ef-6f28e7dd7788 None None] Network dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:42:59.993904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57082) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:00.020170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.024217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] device_id is not set on port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:00.065739 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-6c67255e-7f1d-42c2-8d46-e15ef8917640 service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836269 Mar 22 11:43:00.069247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-873601da-dc8c-4a85-a40d-91f2cc2503c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.140809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=a6f7069f-a980-40c7-9986-8a6515cbd6e1,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:00.233600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Pushing event updated for resources: {'Port': ['ID=a0ad45d7-273d-4646-a2b1-0fec71296385,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:00.295527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Attempting to bind port a0ad45d7-273d-4646-a2b1-0fec71296385 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:00.295527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Attempting to bind port a0ad45d7-273d-4646-a2b1-0fec71296385 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '74775c03-384a-4c2f-8b22-24ff9ed04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:00.295527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Attempting to bind port a0ad45d7-273d-4646-a2b1-0fec71296385 on network c809ef31-e8ab-4950-a8fd-9094a7373a1e {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:00.296036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.307755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '0028aa07-87d8-46fd-aa73-917b9499d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:00.308425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: 9436467d-3f4a-4210-a254-6b158d95057c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:00.333983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:00.334354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Checking segment: {'id': '74775c03-384a-4c2f-8b22-24ff9ed04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:00.334967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.335520 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Bound using segment: {'id': '74775c03-384a-4c2f-8b22-24ff9ed04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:00.336151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Bound port: a0ad45d7-273d-4646-a2b1-0fec71296385, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74775c03-384a-4c2f-8b22-24ff9ed04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c809ef31-e8ab-4950-a8fd-9094a7373a1e'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:00.336755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.373425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Allocated IP 172.20.0.2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/c146c32b-2eae-4257-8f39-6f9f08025ddc/c03a2761-07ad-4eba-8dae-b255e28b09fc) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:00.377932 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1f7f9bc6-0ebf-4ae7-8bbc-0b32df62f435 req-3ec19508-cefc-44b1-9a07-40bcad4f0750 service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030572 Mar 22 11:43:00.379437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.384267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 7c6db544-3524-481b-bb41-ee887b7b472d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:00.384626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.489203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:00.494720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:00.496162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:00.501887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:00.502553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.20.0.13 (c809ef31-e8ab-4950-a8fd-9094a7373a1e/5c83dc4d-1ad6-464a-8283-e18c38f548f6/8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:00.517592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c03a2761-07ad-4eba-8dae-b255e28b09fc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:00.549898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 9436467d-3f4a-4210-a254-6b158d95057c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:00.578474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:00.579638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.603228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] For port a0ad45d7-273d-4646-a2b1-0fec71296385, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:00.655686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9436467d-3f4a-4210-a254-6b158d95057c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:00.673073 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ba29fb04-5702-4ccc-b9d3-6c13a6189b69 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1433036 Mar 22 11:43:00.675854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57098) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:00.678987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23212199-009d-48f8-8497-f1faf504f8e7 None None] Network 9436467d-3f4a-4210-a254-6b158d95057c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:00.695520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:00.696119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.714292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 7c6db544-3524-481b-bb41-ee887b7b472d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7c6db544-3524-481b-bb41-ee887b7b472d,segment=NetworkSegment(5668e185-1895-4af2-9379-03435d5bc745),segment_id=5668e185-1895-4af2-9379-03435d5bc745)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:00.714292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.716535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] For port a0ad45d7-273d-4646-a2b1-0fec71296385, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a0ad45d7-273d-4646-a2b1-0fec71296385,segment=NetworkSegment(74775c03-384a-4c2f-8b22-24ff9ed04dda),segment_id=74775c03-384a-4c2f-8b22-24ff9ed04dda)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:00.810834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.812834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.817051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:00.903499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763724cb-f05c-4baa-807c-fa45a99bb238 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:00.909366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763724cb-f05c-4baa-807c-fa45a99bb238 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:00.910184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-763724cb-f05c-4baa-807c-fa45a99bb238 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:00.958903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9688c-3513-4fe9-952b-e9f12d3b1820 req-845533bc-8012-41a5-8297-8948bce1bb11 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:00.960874 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e6b9688c-3513-4fe9-952b-e9f12d3b1820 req-845533bc-8012-41a5-8297-8948bce1bb11 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 944 time: 0.1625412 Mar 22 11:43:00.988184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:01.007612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-763724cb-f05c-4baa-807c-fa45a99bb238 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:01.012449 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-763724cb-f05c-4baa-807c-fa45a99bb238 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3350053 Mar 22 11:43:01.016284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57110) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:01.056072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] DHCP port deletion for dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:01.066510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c03a2761-07ad-4eba-8dae-b255e28b09fc triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:01.066891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.107423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 7c6db544-3524-481b-bb41-ee887b7b472d owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:01.108243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Deleting port 7c6db544-3524-481b-bb41-ee887b7b472d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:01.108651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.116244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57116) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:01.129653 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e6b9688c-3513-4fe9-952b-e9f12d3b1820 req-c3e7ddc6-dc1f-4b08-9598-d739b9301531 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619587 Mar 22 11:43:01.133307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2ba3-2ce6-4f1c-a763-d1e4547bc488 None None] Pushing event updated for resources: {'Port': ['ID=a0ad45d7-273d-4646-a2b1-0fec71296385,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:01.142932 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dfa2e257-b5c3-434f-956c-2258fa2bb6f5 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2686467 Mar 22 11:43:01.155182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:01.155182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.162616 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:43:01.175263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57122) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:01.199254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '9436467d-3f4a-4210-a254-6b158d95057c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:01.229923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.278492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.301815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:01.306889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Transition to ACTIVE for port object c03a2761-07ad-4eba-8dae-b255e28b09fc will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:01.369217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.408264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Port c03a2761-07ad-4eba-8dae-b255e28b09fc had new provisioning blocks added so it will not transition to active. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 22 11:43:01.409881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.424082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d43c9e5f-7440-474d-b50b-677b923e4ca0 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1083858851', 'prefixes': ['172.20.0.0/16']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:01.438206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.441073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d43c9e5f-7440-474d-b50b-677b923e4ca0 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:01.453140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=7c6db544-3524-481b-bb41-ee887b7b472d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:01.456972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 7c6db544-3524-481b-bb41-ee887b7b472d on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:01.470994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9436467d-3f4a-4210-a254-6b158d95057c', 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': 'a6f7069f-a980-40c7-9986-8a6515cbd6e1'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:01.471825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.626454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:01.650941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device f4351a28-fd28-4e33-8041-fc3afe55c248 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:43:01.652766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:subnet and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:01.658908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:01.676982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:01.694384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:01.711963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:01.723296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.732922 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:01.767675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e227ff-c6b8-4673-9425-7432b69661f4 None None] Pushing event updated for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:01.781669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] For port 7c6db544-3524-481b-bb41-ee887b7b472d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7c6db544-3524-481b-bb41-ee887b7b472d,segment=NetworkSegment(5668e185-1895-4af2-9379-03435d5bc745),segment_id=5668e185-1895-4af2-9379-03435d5bc745)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:01.782078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.867027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:43:01.881268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:01.893097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.911919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:01.942529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccee15e-6b4d-4bcc-8dc2-7d3fb8363803']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:01.961576 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5668e185-1895-4af2-9379-03435d5bc745') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:01.962082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5668e185-1895-4af2-9379-03435d5bc745') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:01.967014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:01.972114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.978714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:01.981007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Calling delete_port for 7c6db544-3524-481b-bb41-ee887b7b472d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:01.999646 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.007581 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.009277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:02.010033 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.030013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:02.030513 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:02.062686 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:02.202144 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-834c4451-1ce4-4f33-a3f3-8c896c350c65 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9649837 Mar 22 11:43:02.205946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57128) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:02.246040 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Allocated IP 2001:db8::2 (9436467d-3f4a-4210-a254-6b158d95057c/a6f7069f-a980-40c7-9986-8a6515cbd6e1/ae297524-2a63-415e-8cd9-c4ed24a472e9) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:02.255888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d43c9e5f-7440-474d-b50b-677b923e4ca0 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Notify callbacks [] for subnetpool, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.260471 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d43c9e5f-7440-474d-b50b-677b923e4ca0 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1430380 Mar 22 11:43:02.263435 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57132) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:02.374879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:02.378925 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-100fef35-ddcb-4379-8db8-b9ad788a9ca4 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "GET /v2.0/subnetpools/4037afd9-eac6-4a9c-807f-6684d198a4c9 HTTP/1.1" status: 200 len: 732 time: 0.1087561 Mar 22 11:43:02.379701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:02.400602 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57136) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:02.408866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.412490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f20248c3-8094-41f1-8813-00a6ec578f28 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-227411734'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:02.413206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.459546 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/dccee15e-6b4d-4bcc-8dc2-7d3fb8363803 HTTP/1.1" status: 204 len: 168 time: 2.4646487 Mar 22 11:43:02.463365 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4351a28-fd28-4e33-8041-fc3afe55c248,segment=NetworkSegment(70dbb564-07c0-4434-b824-43f9028cad8b),segment_id=70dbb564-07c0-4434-b824-43f9028cad8b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:02.479897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57140) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:02.503069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1075057549'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:02.530791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': 'f4351a28-fd28-4e33-8041-fc3afe55c248', 'network_id': '41daca47-7812-4afc-9790-96aa93b7b391', 'port_id': 'f4351a28-fd28-4e33-8041-fc3afe55c248', 'mac_address': 'fa:16:3e:3c:74:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da75df2d-30be-4e72-8dae-2be8674a963a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:43:02.578157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:02.611141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386937b-6f71-4f1a-aed8-61ba308747a3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=dccee15e-6b4d-4bcc-8dc2-7d3fb8363803,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:02.674716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:02.685197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:02.716638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:02.737282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.745083 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c03a2761-07ad-4eba-8dae-b255e28b09fc up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:02.774829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d125b-668a-45e6-8232-574f06de6f1a None None] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:02.813672 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:02.820098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:02.823343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.834015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:02.954604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eebaa-92bb-4d6a-9058-b77cb57abebd req-ca72ef95-9b67-4c6b-828a-905a2a777909 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:02.957486 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bb2eebaa-92bb-4d6a-9058-b77cb57abebd req-ca72ef95-9b67-4c6b-828a-905a2a777909 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 944 time: 0.5504014 Mar 22 11:43:03.047597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Deleting port 7c6db544-3524-481b-bb41-ee887b7b472d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:03.047597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.111227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4351a28-fd28-4e33-8041-fc3afe55c248 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:43:03.149840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f20248c3-8094-41f1-8813-00a6ec578f28 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Notify callbacks [] for subnetpool, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.154394 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f20248c3-8094-41f1-8813-00a6ec578f28 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "PUT /v2.0/subnetpools/4037afd9-eac6-4a9c-807f-6684d198a4c9 HTTP/1.1" status: 200 len: 683 time: 0.7545238 Mar 22 11:43:03.154731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57144) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.169662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8ad4daad-84db-484b-b145-938313cb6284 None None] Provisioning for port a0ad45d7-273d-4646-a2b1-0fec71296385 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:03.178753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2c8a-c9e3-41c4-bead-f0660a124ec3 None None] The port '7c6db544-3524-481b-bb41-ee887b7b472d' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:03.195211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a0ad45d7-273d-4646-a2b1-0fec71296385 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:03.247963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.259742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:03.282904 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.288061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.288733 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment cf504e9d-9ba1-42fd-8cc8-5595f0eeab16 of type vlan for network f0826b96-24b7-4736-983b-62de17499273 Mar 22 11:43:03.305651 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3518350a-538e-4844-aa13-0d3da91a62c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa HTTP/1.1" status: 204 len: 168 time: 2.2876623 Mar 22 11:43:03.314998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57148) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.335600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.366513 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4351a28-fd28-4e33-8041-fc3afe55c248,segment=NetworkSegment(70dbb564-07c0-4434-b824-43f9028cad8b),segment_id=70dbb564-07c0-4434-b824-43f9028cad8b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:03.377726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ebcf1ab-b69a-4153-991b-e584137ceffe None None] Could not find standard attr ID for object 2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:03.382136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Transition to ACTIVE for port object ae297524-2a63-415e-8cd9-c4ed24a472e9 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:03.408606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.420978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.425584 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bb2eebaa-92bb-4d6a-9058-b77cb57abebd req-f3044149-9e77-4104-9bfe-7ac80c3b3045 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846371 Mar 22 11:43:03.463943 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.469501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Transition to ACTIVE for port object ae297524-2a63-415e-8cd9-c4ed24a472e9 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:03.547014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ebcf1ab-b69a-4153-991b-e584137ceffe None None] Provisioning for port c03a2761-07ad-4eba-8dae-b255e28b09fc completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:03.561087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ebcf1ab-b69a-4153-991b-e584137ceffe None None] Provisioning complete for port c03a2761-07ad-4eba-8dae-b255e28b09fc triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:03.561463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf1ab-b69a-4153-991b-e584137ceffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.573550 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:03.575871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:03.577656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:03.578826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:03.585636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 9436467d-3f4a-4210-a254-6b158d95057c is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:03.590593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:03.600375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:03.601150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.603979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.607933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=e71ca184-3986-4ed5-b1d3-cdaa7bf51a50,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:03.625571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:03.661190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.667267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:03.667915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.685586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port a0ad45d7-273d-4646-a2b1-0fec71296385 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:03.706256 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Network 9436467d-3f4a-4210-a254-6b158d95057c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:03.717530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a0ad45d7-273d-4646-a2b1-0fec71296385 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:03.718647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.718892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:03.723458 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cb72bc6d-805a-4246-bc61-2be452409be6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4005470 Mar 22 11:43:03.727549 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8560d1f2-b3f4-47f6-969c-052877ca4178 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5399671 Mar 22 11:43:03.731046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57152) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.731046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57154) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.746733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:03.757891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:03.872915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Pushing event updated for resources: {'Port': ['ID=ae297524-2a63-415e-8cd9-c4ed24a472e9,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:03.877509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['f4351a28-fd28-4e33-8041-fc3afe55c248'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:43:03.909704 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4235144 Mar 22 11:43:03.932309 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57160) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.950225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'f0826b96-24b7-4736-983b-62de17499273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:03.966220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae593d12-3a0e-4fc4-a589-1ade6825077a tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] Notify callbacks [] for subnetpool, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:03.971062 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ae593d12-3a0e-4fc4-a589-1ade6825077a tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4037afd9-eac6-4a9c-807f-6684d198a4c9 HTTP/1.1" status: 204 len: 168 time: 0.8114607 Mar 22 11:43:03.971213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f05cba-c054-47d4-add3-a4ae3278ef47 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=f0826b96-24b7-4736-983b-62de17499273,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:03.971348 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57164) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:03.997549 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-074d7c3a-9ac3-4568-b61b-f63aa1835804 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] show failed (client error): The resource could not be found. Mar 22 11:43:04.001562 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-074d7c3a-9ac3-4568-b61b-f63aa1835804 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "GET /v2.0/subnetpools/4037afd9-eac6-4a9c-807f-6684d198a4c9 HTTP/1.1" status: 404 len: 346 time: 0.0272770 Mar 22 11:43:04.001716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network f0826b96-24b7-4736-983b-62de17499273 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:04.003917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57168) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:04.027668 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-88717423-f5c8-44fd-8b4f-e719c6c3a6a8 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] delete failed (client error): The resource could not be found. Mar 22 11:43:04.034953 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-88717423-f5c8-44fd-8b4f-e719c6c3a6a8 tempest-SubnetPoolsTestJSON-851970153 tempest-SubnetPoolsTestJSON-851970153-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4037afd9-eac6-4a9c-807f-6684d198a4c9 HTTP/1.1" status: 404 len: 346 time: 0.0243499 Mar 22 11:43:04.035135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.035135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.035135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.035792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.037991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.039137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Synchronizing usage tracker for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:04.092871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet b70329d6-0bec-48e5-b689-3187a0046d75 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:04.105448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.107110 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.166000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Attempting to bind port ae297524-2a63-415e-8cd9-c4ed24a472e9 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:04.166691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Attempting to bind port ae297524-2a63-415e-8cd9-c4ed24a472e9 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '0028aa07-87d8-46fd-aa73-917b9499d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:04.167375 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Attempting to bind port ae297524-2a63-415e-8cd9-c4ed24a472e9 on network 9436467d-3f4a-4210-a254-6b158d95057c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:04.170190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.186202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:04.186536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Checking segment: {'id': '0028aa07-87d8-46fd-aa73-917b9499d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:04.186909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.187303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Bound using segment: {'id': '0028aa07-87d8-46fd-aa73-917b9499d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:04.187886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Bound port: ae297524-2a63-415e-8cd9-c4ed24a472e9, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0028aa07-87d8-46fd-aa73-917b9499d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9436467d-3f4a-4210-a254-6b158d95057c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:04.188237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:04.189365 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.197378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:04.202699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:04.208611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.243917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:04.302179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.329757 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:04.333130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Unset dirty status for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:04.338052 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-de19ae69-1c13-4c80-9830-5dd0632a0099 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5998521 Mar 22 11:43:04.338458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57174) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:04.344179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532175570'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:04.351032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:04.354107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:04.360496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.362419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:04.403511 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:04.413586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.427567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:04.465111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] For port ae297524-2a63-415e-8cd9-c4ed24a472e9, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:04.500347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] For port ae297524-2a63-415e-8cd9-c4ed24a472e9, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae297524-2a63-415e-8cd9-c4ed24a472e9,segment=NetworkSegment(0028aa07-87d8-46fd-aa73-917b9499d859),segment_id=0028aa07-87d8-46fd-aa73-917b9499d859)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:04.508770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port a0ad45d7-273d-4646-a2b1-0fec71296385, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a0ad45d7-273d-4646-a2b1-0fec71296385,segment=NetworkSegment(74775c03-384a-4c2f-8b22-24ff9ed04dda),segment_id=74775c03-384a-4c2f-8b22-24ff9ed04dda)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:04.580080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:04.585360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.599250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Provisioning for port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:04.618848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.622838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.627278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Provisioning complete for port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:04.627743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.677216 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.697866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:04.721418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.721757 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 11195da9-25a3-42a1-8537-62ae584eecc9 of type vlan for network 13a64995-299b-4650-87e2-6c7f80360161 Mar 22 11:43:04.755280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57182) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:04.759203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.765864 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.803531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47756fe8-45e8-4f4c-b37e-2c65ca1b15a4 req-622c63bf-d8ac-4b56-be50-5dd6c8dea62e tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.810692 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-47756fe8-45e8-4f4c-b37e-2c65ca1b15a4 req-622c63bf-d8ac-4b56-be50-5dd6c8dea62e tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 945 time: 0.1925900 Mar 22 11:43:04.812979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4046-3909-4f6b-adb1-5e10b9e56ab8 None None] Pushing event updated for resources: {'Port': ['ID=ae297524-2a63-415e-8cd9-c4ed24a472e9,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:04.816547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7c6db544-3524-481b-bb41-ee887b7b472d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:04.843621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.846821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.856362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=b70329d6-0bec-48e5-b689-3187a0046d75,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:04.904166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7276ec-8141-473b-8d68-8c2c211bf303 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:04.918833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.926010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:04.926010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:04.959569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 7c6db544-3524-481b-bb41-ee887b7b472d {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:04.959912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7c6db544-3524-481b-bb41-ee887b7b472d not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:04.963775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.000889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.004573 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bcf18bab-b12c-4ea1-8b47-fd9a765a9f40 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b70329d6-0bec-48e5-b689-3187a0046d75 HTTP/1.1" status: 204 len: 168 time: 1.2691338 Mar 22 11:43:05.004573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=c835942b-16e3-4b7c-aed0-8bf36a6d9d08,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:05.006409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57188) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:05.024140 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-47756fe8-45e8-4f4c-b37e-2c65ca1b15a4 req-de3cc81e-af2e-47ad-8237-2442e1b7432e tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112648 Mar 22 11:43:05.044962 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:05.061343 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:05.075925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8a066e619c4693bf6e552362fa4627 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:05.078689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=13a64995-299b-4650-87e2-6c7f80360161,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:05.089233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:05.098180 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f0826b96-24b7-4736-983b-62de17499273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:05.098439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 13a64995-299b-4650-87e2-6c7f80360161 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:05.098555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: f0826b96-24b7-4736-983b-62de17499273, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:05.109285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:05.115542 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87811c29-b38e-45d4-9d56-88af0210abdd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7759428 Mar 22 11:43:05.121553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=a0ad45d7-273d-4646-a2b1-0fec71296385,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:05.121737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57192) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:05.142763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:05.192561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet c146c32b-2eae-4257-8f39-6f9f08025ddc {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:05.196991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.266526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Provisioning complete for port a0ad45d7-273d-4646-a2b1-0fec71296385 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:05.267090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6a8c-4406-4ff2-9942-c8b695559371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.326839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.417817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network f0826b96-24b7-4736-983b-62de17499273 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:05.530817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.625991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.646065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device f4351a28-fd28-4e33-8041-fc3afe55c248 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:05.646645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, f0826b96-24b7-4736-983b-62de17499273) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:05.660151 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:05.660748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.680684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f5c9b-ba96-4cd3-ba48-c01fcd478cb8 None None] Network f0826b96-24b7-4736-983b-62de17499273 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:05.727537 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-57ddbfd6-77c9-4b70-a413-6062d4e264eb None None] Provisioning complete for port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:05.733066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfd6-77c9-4b70-a413-6062d4e264eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.754123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c,revision_number=3']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:05.774069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.804766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.860069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.889228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-57ddbfd6-77c9-4b70-a413-6062d4e264eb None None] Port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:05.901381 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c13aaa4c-e56d-412a-8d20-c6f30f9fd567 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9680605 Mar 22 11:43:05.903997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:05.909421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57196) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:05.916346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'f0826b96-24b7-4736-983b-62de17499273', 'name': 'tempest-PortsTestJSON-72007922', 'fixed_ips': [{'subnet_id': 'c835942b-16e3-4b7c-aed0-8bf36a6d9d08', 'ip_address': '172.20.0.10'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:05.999001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port f4351a28-fd28-4e33-8041-fc3afe55c248 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:06.012970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port f4351a28-fd28-4e33-8041-fc3afe55c248 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:06.013347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.029555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:06.032685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:06.038319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.041933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.102654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-f0826b96-24b7-4736-983b-62de17499273', 'network_id': 'f0826b96-24b7-4736-983b-62de17499273', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': 'c835942b-16e3-4b7c-aed0-8bf36a6d9d08'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:06.103476 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.113767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9ff5b-2598-4b5e-b9be-77ef256b3949,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:06.134705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 13a64995-299b-4650-87e2-6c7f80360161 is not hosted by any dhcp agent {{(pid=88742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 11:43:06.146404 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:06.152561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.152561 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "PUT /v2.0/networks/13a64995-299b-4650-87e2-6c7f80360161 HTTP/1.1" status: 200 len: 723 time: 1.0199611 Mar 22 11:43:06.184394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57202) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:06.198782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.252268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': '13a64995-299b-4650-87e2-6c7f80360161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:06.441066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.489218 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-14142130-9dd6-43b2-bb31-d338d62cf6c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f8a066e619c4693bf6e552362fa4627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7329178 Mar 22 11:43:06.490336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=c146c32b-2eae-4257-8f39-6f9f08025ddc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:06.504547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.518047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57206) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:06.524123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:06.528246 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:43:06.557073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a510d-9cd7-4b73-993b-191efaab34f8 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=13a64995-299b-4650-87e2-6c7f80360161,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:06.563260 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f6231fff-22c3-41b8-b204-5a358ad5098e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/c146c32b-2eae-4257-8f39-6f9f08025ddc HTTP/1.1" status: 204 len: 168 time: 1.5495594 Mar 22 11:43:06.566296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57214) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:06.580808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4351a28-fd28-4e33-8041-fc3afe55c248,segment=NetworkSegment(70dbb564-07c0-4434-b824-43f9028cad8b),segment_id=70dbb564-07c0-4434-b824-43f9028cad8b)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:06.594317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 13a64995-299b-4650-87e2-6c7f80360161 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:06.606601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:06.629736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:06.634863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:06.635775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-070aaa21-1fb5-4812-a667-47dc71b4558f None None] Provisioning complete for port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:06.636427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-070aaa21-1fb5-4812-a667-47dc71b4558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.638230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:06.645225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:06.676478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.680269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21306527-120b-4f0c-b923-4c53de384f33 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:06.706209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-40b546c3-554c-41f3-865c-430785b44b29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:06.710963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Allocated IP 172.20.0.2 (f0826b96-24b7-4736-983b-62de17499273/c835942b-16e3-4b7c-aed0-8bf36a6d9d08/505ca0e6-d346-4c7e-87fb-67a598d589a0) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:06.714861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.729758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:06.729909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.767105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:06.770580 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:06.777959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71245cf2-db83-41e6-bff3-9f47b02772c9 req-50c04427-cba3-4909-aa2c-da9884981b50 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:06.779608 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-71245cf2-db83-41e6-bff3-9f47b02772c9 req-50c04427-cba3-4909-aa2c-da9884981b50 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 945 time: 0.4085248 Mar 22 11:43:06.823427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-40b546c3-554c-41f3-865c-430785b44b29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:router {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:06.824765 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-40b546c3-554c-41f3-865c-430785b44b29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2560973 Mar 22 11:43:06.828139 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57218) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:06.837513 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:06.859547 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-71245cf2-db83-41e6-bff3-9f47b02772c9 req-299ebc74-0271-47ca-a544-2371932c0d88 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673134 Mar 22 11:43:06.873190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router b0a781a7-fe24-4039-bac3-8ae526ae0712 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:06.944315 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-070aaa21-1fb5-4812-a667-47dc71b4558f None None] Port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:06.946586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6061e6-3bad-4f8e-8bf9-679a725a8d23 None None] Network 9436467d-3f4a-4210-a254-6b158d95057c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:06.966152 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248', 'code': 200} Mar 22 11:43:07.055363 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:07.097313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:07.105040 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:07.108251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:07.117961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:07.149251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:07.157491 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-52b6fce5-4a0a-4f2a-9409-aa9125efb2cc tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/b0a781a7-fe24-4039-bac3-8ae526ae0712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9492731 Mar 22 11:43:07.159339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57222) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:07.179132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] Sync routers for ids ['b0a781a7-fe24-4039-bac3-8ae526ae0712'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:07.210245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.258462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f2f38-ccbc-40c6-ae54-63a059c76c54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:07.260369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c0f2f38-ccbc-40c6-ae54-63a059c76c54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:07.265920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:07.269995 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.271037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.289764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae297524-2a63-415e-8cd9-c4ed24a472e9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:07.291467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:07.339527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9ff5b-2598-4b5e-b9be-77ef256b3949,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:07.353738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.381909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ad07ada-e89f-499a-a388-c58201198b20 None None] Provisioning for port ae297524-2a63-415e-8cd9-c4ed24a472e9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:07.442616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0c0f2f38-ccbc-40c6-ae54-63a059c76c54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:07.443951 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0c0f2f38-ccbc-40c6-ae54-63a059c76c54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports/8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c HTTP/1.1" status: 200 len: 978 time: 0.2833271 Mar 22 11:43:07.448803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57226) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:07.452329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] Routers {'b0a781a7-fe24-4039-bac3-8ae526ae0712'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:07.453144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b0a781a7-fe24-4039-bac3-8ae526ae0712'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:07.532372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=06ed9cab-2a93-425d-8bf3-4479fe43f55e,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:07.554981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:07.559389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a6c5f-aa48-4a96-97e9-12f78517acde req-85ca6864-ea9a-47bd-961b-b9ccf9975bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:07.560961 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f12a6c5f-aa48-4a96-97e9-12f78517acde req-85ca6864-ea9a-47bd-961b-b9ccf9975bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 1099 time: 0.3405249 Mar 22 11:43:07.562824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '11195da9-25a3-42a1-8537-62ae584eecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '13a64995-299b-4650-87e2-6c7f80360161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:07.562984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: 13a64995-299b-4650-87e2-6c7f80360161, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:07.592549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.596045 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ddec1fab-cfa1-4484-8875-3c6710128bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0e9ff5b-2598-4b5e-b9be-77ef256b3949 HTTP/1.1" status: 204 len: 168 time: 1.0739889 Mar 22 11:43:07.632225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1ad07ada-e89f-499a-a388-c58201198b20 None None] Provisioning complete for port c03a2761-07ad-4eba-8dae-b255e28b09fc triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:07.632594 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1ad07ada-e89f-499a-a388-c58201198b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.645181 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f12a6c5f-aa48-4a96-97e9-12f78517acde req-3bf17e86-9ffb-4cf8-85fe-e6f45dff19e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729196 Mar 22 11:43:07.671439 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] Routers {'b0a781a7-fe24-4039-bac3-8ae526ae0712'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:07.672064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b0a781a7-fe24-4039-bac3-8ae526ae0712'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:07.729964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 13a64995-299b-4650-87e2-6c7f80360161 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:07.787973 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:07.788478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83546ca7-d991-4ffb-88fe-9b7062477512 None None] The sync data for ids ['b0a781a7-fe24-4039-bac3-8ae526ae0712'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:07.837868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 13a64995-299b-4650-87e2-6c7f80360161) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:07.848570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:07.851945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.862620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274bc0f7-2ac9-4a54-916c-a577a80b9afd None None] Network 13a64995-299b-4650-87e2-6c7f80360161 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:07.957624 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-df5825f1-f4da-44ca-a20d-aa7239173b9f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7506268 Mar 22 11:43:07.960005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57234) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:07.975721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:08.088077 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.142342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ae297524-2a63-415e-8cd9-c4ed24a472e9 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:08.164732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Transition to ACTIVE for port object 505ca0e6-d346-4c7e-87fb-67a598d589a0 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:08.212946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:43:08.247607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ae297524-2a63-415e-8cd9-c4ed24a472e9 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:08.248103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.331112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2411283'] for subnet, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.350810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Transition to ACTIVE for port object 505ca0e6-d346-4c7e-87fb-67a598d589a0 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:08.355887 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:08.383619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Deleting port c03a2761-07ad-4eba-8dae-b255e28b09fc {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:08.383619 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.402320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d0f11-db1e-485a-8d6b-0fd1735fc990 req-b9437013-8228-4253-bbc2-b7e12551826a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:08.409127 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ab9d0f11-db1e-485a-8d6b-0fd1735fc990 req-b9437013-8228-4253-bbc2-b7e12551826a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.3386195 Mar 22 11:43:08.425119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.426079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-13a64995-299b-4650-87e2-6c7f80360161', 'network_id': '13a64995-299b-4650-87e2-6c7f80360161', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': '06ed9cab-2a93-425d-8bf3-4479fe43f55e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:08.426970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.455444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.549709 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ab9d0f11-db1e-485a-8d6b-0fd1735fc990 req-9fd1de60-ce09-43b7-975e-c6281c94c385 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390586 Mar 22 11:43:08.586910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.10 (f0826b96-24b7-4736-983b-62de17499273/c835942b-16e3-4b7c-aed0-8bf36a6d9d08/a68a7109-1214-4b6d-9f19-84ae8b6e6ea9) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:08.668027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Network f0826b96-24b7-4736-983b-62de17499273 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:08.708126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:08.735987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:08.739616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.820776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751543734775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2920710'] for subnet, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.892336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Pushing event updated for resources: {'Port': ['ID=505ca0e6-d346-4c7e-87fb-67a598d589a0,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:08.921313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=06ed9cab-2a93-425d-8bf3-4479fe43f55e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:08.930237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:08.932052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:08.933113 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3a0e43e6-c969-4c91-b1f5-e18d040f2038 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "PUT /v2.0/subnets/06ed9cab-2a93-425d-8bf3-4479fe43f55e HTTP/1.1" status: 200 len: 826 time: 0.9702151 Mar 22 11:43:08.937002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57238) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:08.949508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:08.949895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.081109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:09.098333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.123115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.138352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:09.141268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Update dhcp port {'port': {'network_id': '9436467d-3f4a-4210-a254-6b158d95057c', 'fixed_ips': [{'subnet_id': 'a6f7069f-a980-40c7-9986-8a6515cbd6e1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e71ca184-3986-4ed5-b1d3-cdaa7bf51a50'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'ae297524-2a63-415e-8cd9-c4ed24a472e9'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:43:09.143925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.184900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.211322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.225053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Attempting to bind port 505ca0e6-d346-4c7e-87fb-67a598d589a0 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:09.225262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.225501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Attempting to bind port 505ca0e6-d346-4c7e-87fb-67a598d589a0 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f0826b96-24b7-4736-983b-62de17499273'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:09.225788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Attempting to bind port 505ca0e6-d346-4c7e-87fb-67a598d589a0 on network f0826b96-24b7-4736-983b-62de17499273 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:09.257054 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:09.257534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Checking segment: {'id': 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f0826b96-24b7-4736-983b-62de17499273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:09.257843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.258248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Bound using segment: {'id': 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f0826b96-24b7-4736-983b-62de17499273'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:09.258730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Bound port: 505ca0e6-d346-4c7e-87fb-67a598d589a0, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f0826b96-24b7-4736-983b-62de17499273'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:09.259109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.284431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.284980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.285685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.314724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Allocated IP 2001:db8::2 (13a64995-299b-4650-87e2-6c7f80360161/06ed9cab-2a93-425d-8bf3-4479fe43f55e/8fe40ba2-75a3-4cb2-95a2-21d03a63facb) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:09.324886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ae297524-2a63-415e-8cd9-c4ed24a472e9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae297524-2a63-415e-8cd9-c4ed24a472e9,segment=NetworkSegment(0028aa07-87d8-46fd-aa73-917b9499d859),segment_id=0028aa07-87d8-46fd-aa73-917b9499d859)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:09.333025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.403221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network f0826b96-24b7-4736-983b-62de17499273 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:09.406547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:09.414900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:09.415242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:09.415656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.416593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:09.435031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.435704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a0ad45d7-273d-4646-a2b1-0fec71296385 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:09.460539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=a68a7109-1214-4b6d-9f19-84ae8b6e6ea9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:09.488122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:09.488919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.589350 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4ec8673a-aaa3-47e4-a205-6121e2a1dae0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6765506 Mar 22 11:43:09.589846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57244) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:09.599159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': 'f0826b96-24b7-4736-983b-62de17499273', 'name': 'tempest-PortsTestJSON-271121606', 'fixed_ips': [{'subnet_id': 'c835942b-16e3-4b7c-aed0-8bf36a6d9d08', 'ip_address': '172.20.0.9'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:09.632768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:09.669716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:09.673288 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:09.673866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.708377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Calling delete_port for c03a2761-07ad-4eba-8dae-b255e28b09fc owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:09.774503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:09.775993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=9c437308-b059-4f05-86ef-9110d2345630,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:09.779575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:09.782266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=8']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:09.787229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:09.794875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:09.836358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa3a1-bb74-4e4c-b9d2-92271d1788ce req-e41b0162-2117-4d71-9555-c6956803cca0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:09.843200 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b71fa3a1-bb74-4e4c-b9d2-92271d1788ce req-e41b0162-2117-4d71-9555-c6956803cca0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.1629720 Mar 22 11:43:09.868236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57248) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:09.868478 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0495a920-9b1a-4f7f-a7a7-645639680350 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0391166 Mar 22 11:43:09.874255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:09.924867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] For port 505ca0e6-d346-4c7e-87fb-67a598d589a0, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:09.944051 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b71fa3a1-bb74-4e4c-b9d2-92271d1788ce req-755d259b-f25e-49ea-843d-81596674a034 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999236 Mar 22 11:43:09.947204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ae297524-2a63-415e-8cd9-c4ed24a472e9,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:09.960009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] For port 505ca0e6-d346-4c7e-87fb-67a598d589a0, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=505ca0e6-d346-4c7e-87fb-67a598d589a0,segment=NetworkSegment(cf504e9d-9ba1-42fd-8cc8-5595f0eeab16),segment_id=cf504e9d-9ba1-42fd-8cc8-5595f0eeab16)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:09.967760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:09.972750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.013724 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port c5887cb5-d0ca-4991-a28a-410005e40974 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:10.032246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.068947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.086334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=8ab465c5-c7bd-43f9-a0de-7fd44cd10a3c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:10.111055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:10.117570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a0ad45d7-273d-4646-a2b1-0fec71296385 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:10.117948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.120011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:10.151324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:10.186730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:10.186990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:10.192747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:10.223585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Allocated IP 172.20.0.1 (9436467d-3f4a-4210-a254-6b158d95057c/e71ca184-3986-4ed5-b1d3-cdaa7bf51a50/ae297524-2a63-415e-8cd9-c4ed24a472e9) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:10.300019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:10.303630 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.342586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.348498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7abfa-cef1-452b-8284-6ffeae4b78e6 None None] Pushing event updated for resources: {'Port': ['ID=505ca0e6-d346-4c7e-87fb-67a598d589a0,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:10.399440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.427413 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Transition to ACTIVE for port object 8fe40ba2-75a3-4cb2-95a2-21d03a63facb will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:10.514095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Transition to ACTIVE for port object 8fe40ba2-75a3-4cb2-95a2-21d03a63facb will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:10.545897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] For port ae297524-2a63-415e-8cd9-c4ed24a472e9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae297524-2a63-415e-8cd9-c4ed24a472e9,segment=NetworkSegment(0028aa07-87d8-46fd-aa73-917b9499d859),segment_id=0028aa07-87d8-46fd-aa73-917b9499d859)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:10.576492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.9 (f0826b96-24b7-4736-983b-62de17499273/c835942b-16e3-4b7c-aed0-8bf36a6d9d08/c5887cb5-d0ca-4991-a28a-410005e40974) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:10.592462 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.607657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117d58-6dd9-4293-8362-b0e4e25d506c req-95228fbb-8fb0-406d-8061-dabf982e9f64 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:10.612635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.621218 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-50117d58-6dd9-4293-8362-b0e4e25d506c req-95228fbb-8fb0-406d-8061-dabf982e9f64 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.4667439 Mar 22 11:43:10.664079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Transition to ACTIVE for port object ae297524-2a63-415e-8cd9-c4ed24a472e9 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:10.694799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Deleting port c03a2761-07ad-4eba-8dae-b255e28b09fc {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:10.695165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.735656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router b0a781a7-fe24-4039-bac3-8ae526ae0712 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:43:10.744543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.774408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae297524-2a63-415e-8cd9-c4ed24a472e9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:10.818167 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-50117d58-6dd9-4293-8362-b0e4e25d506c req-4b971409-e93b-486e-b418-278acc50c408 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960659 Mar 22 11:43:10.820769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:10.849078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=06ed9cab-2a93-425d-8bf3-4479fe43f55e,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:10.933941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Network 13a64995-299b-4650-87e2-6c7f80360161 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:10.958600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:10.970190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:10.982364 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] Sync routers for ids ['b0a781a7-fe24-4039-bac3-8ae526ae0712'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:10.997101 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] Routers {'b0a781a7-fe24-4039-bac3-8ae526ae0712'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:10.997930 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b0a781a7-fe24-4039-bac3-8ae526ae0712'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.022495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:11.034041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Pushing event updated for resources: {'Port': ['ID=8fe40ba2-75a3-4cb2-95a2-21d03a63facb,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:11.078712 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.087696 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] Routers {'b0a781a7-fe24-4039-bac3-8ae526ae0712'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:11.088302 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['b0a781a7-fe24-4039-bac3-8ae526ae0712'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.109584 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f5cd6346-4649-478e-af97-7f2b18a9771b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/b0a781a7-fe24-4039-bac3-8ae526ae0712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593049 Mar 22 11:43:11.110667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57256) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:11.164677 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.165077 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e7055-a843-4b1c-ae00-fd173a4979e3 None None] The sync data for ids ['b0a781a7-fe24-4039-bac3-8ae526ae0712'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:11.213357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.292611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a64995-299b-4650-87e2-6c7f80360161']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.325910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11195da9-25a3-42a1-8537-62ae584eecc9') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.326328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11195da9-25a3-42a1-8537-62ae584eecc9') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:11.354773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.371134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Attempting to bind port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:11.371505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Attempting to bind port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '11195da9-25a3-42a1-8537-62ae584eecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '13a64995-299b-4650-87e2-6c7f80360161'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:11.371863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Attempting to bind port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb on network 13a64995-299b-4650-87e2-6c7f80360161 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:11.383489 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.399973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.405069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:11.405504 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Checking segment: {'id': '11195da9-25a3-42a1-8537-62ae584eecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '13a64995-299b-4650-87e2-6c7f80360161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:11.405989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.406232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Bound using segment: {'id': '11195da9-25a3-42a1-8537-62ae584eecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '13a64995-299b-4650-87e2-6c7f80360161'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:11.407244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Bound port: 8fe40ba2-75a3-4cb2-95a2-21d03a63facb, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11195da9-25a3-42a1-8537-62ae584eecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '13a64995-299b-4650-87e2-6c7f80360161'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:11.407623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.421361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.554474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:11.598570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:11.599233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.601055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38da3eb-db5b-4df8-ba80-bc85e0043c3d None None] Pushing event updated for resources: {'Port': ['ID=ae297524-2a63-415e-8cd9-c4ed24a472e9,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:11.714097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object c5887cb5-d0ca-4991-a28a-410005e40974 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:11.729810 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c03a2761-07ad-4eba-8dae-b255e28b09fc no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:11.738573 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:11.746654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:11.746654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=2e071a08-e41a-4135-9004-b06990190676,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:11.746839 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-730bd989-2081-4abf-bd9c-f20d372489f7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 11:43:11.746839 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-730bd989-2081-4abf-bd9c-f20d372489f7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/b0a781a7-fe24-4039-bac3-8ae526ae0712/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6332853 Mar 22 11:43:11.747674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57262) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:11.752680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:11.753277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.795899 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] For port c03a2761-07ad-4eba-8dae-b255e28b09fc, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c03a2761-07ad-4eba-8dae-b255e28b09fc,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:11.802331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.819626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78dc2690-3828-4718-a553-3ee8f7303db4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:11.849329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] For port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:11.905479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.api [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:43:11.905479 dv-neutron-828143-11-hyperv neutron-server[88742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:43:11.905479 dv-neutron-828143-11-hyperv neutron-server[88742]: [parameters: {'id': '13a64995-299b-4650-87e2-6c7f80360161'}] Mar 22 11:43:11.905479 dv-neutron-828143-11-hyperv neutron-server[88742]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:11.909428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG oslo_db.api [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:11.923036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f7bb8-f402-445a-8b8e-1fbf7bb24fa1 req-bd7e03db-2c85-429d-b774-1d19bc6c62e8 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:11.924651 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ad1f7bb8-f402-445a-8b8e-1fbf7bb24fa1 req-bd7e03db-2c85-429d-b774-1d19bc6c62e8 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.1872771 Mar 22 11:43:11.930168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78dc2690-3828-4718-a553-3ee8f7303db4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:11.931352 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-78dc2690-3828-4718-a553-3ee8f7303db4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a781a7-fe24-4039-bac3-8ae526ae0712 HTTP/1.1" status: 200 len: 205 time: 0.1826847 Mar 22 11:43:11.935089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57266) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:11.963989 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f0d567d-dfa4-4284-805d-fd1d327178a5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0944088 Mar 22 11:43:11.967674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.979113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e5871-3127-494e-a5b2-e905c3a3c6e6 None None] Network f0826b96-24b7-4736-983b-62de17499273 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:11.980190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57270) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:12.032832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:46:ca:35', 'name': 'tempest-NetworksTestDHCPv6-2114975247'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:12.071533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Calling delete_port for c03a2761-07ad-4eba-8dae-b255e28b09fc owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:12.117466 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ad1f7bb8-f402-445a-8b8e-1fbf7bb24fa1 req-9e605229-f5b9-4671-98f2-355a845916c4 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722906 Mar 22 11:43:12.148744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] For port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8fe40ba2-75a3-4cb2-95a2-21d03a63facb,segment=NetworkSegment(11195da9-25a3-42a1-8537-62ae584eecc9),segment_id=11195da9-25a3-42a1-8537-62ae584eecc9)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:12.148868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.148967 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network f0826b96-24b7-4736-983b-62de17499273 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:12.199416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:12.200395 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e088e6-6e58-41d9-9807-e09b7989ddc3 None None] Network 9436467d-3f4a-4210-a254-6b158d95057c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:12.202275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:12.256503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=c5887cb5-d0ca-4991-a28a-410005e40974,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:12.265310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dae47216-578c-4414-93df-786b1f04a8e9 None None] Provisioning for port 505ca0e6-d346-4c7e-87fb-67a598d589a0 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:12.268931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.313262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:12.313868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.337268 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:12.341861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:12.345630 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:12.351746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:12.407600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.418982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:12.419531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.455469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.457773 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.460723 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b75c7839-1bd2-4f00-a526-191832be4031 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8696558 Mar 22 11:43:12.463890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57274) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:12.484136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.520352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:12.567312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.567312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router b0a781a7-fe24-4039-bac3-8ae526ae0712 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:43:12.588970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.593390 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5e10895d-2370-409b-92d2-269ae4a66d01 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/b0a781a7-fe24-4039-bac3-8ae526ae0712 HTTP/1.1" status: 204 len: 168 time: 0.6562951 Mar 22 11:43:12.594070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57278) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:12.638027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd09b7c-1637-4094-9bdf-3925b9d4e774 None None] Pushing event updated for resources: {'Port': ['ID=8fe40ba2-75a3-4cb2-95a2-21d03a63facb,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:12.677505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e46c5-357c-461c-8b78-10a3cd0ba77b None None] Network 13a64995-299b-4650-87e2-6c7f80360161 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:12.678684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 5c83dc4d-1ad6-464a-8283-e18c38f548f6 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:12.681911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.740139 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.803334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.823003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfe699-fec7-49a3-a1d5-4d19411fae9d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:12.823627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3dfe699-fec7-49a3-a1d5-4d19411fae9d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:12.836413 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] For port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8fe40ba2-75a3-4cb2-95a2-21d03a63facb,segment=NetworkSegment(11195da9-25a3-42a1-8537-62ae584eecc9),segment_id=11195da9-25a3-42a1-8537-62ae584eecc9)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:12.836788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.861924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.884464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-42667aa4-ac6d-4bfe-bfc0-368a698bebf1 None None] Provisioning for port ae297524-2a63-415e-8cd9-c4ed24a472e9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:12.939927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.974340 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-42667aa4-ac6d-4bfe-bfc0-368a698bebf1 None None] Provisioning complete for port ae297524-2a63-415e-8cd9-c4ed24a472e9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:12.974712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-42667aa4-ac6d-4bfe-bfc0-368a698bebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.027204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.068602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.076968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=5c83dc4d-1ad6-464a-8283-e18c38f548f6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:13.085122 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bc6ad46e-2a67-4f7d-a87d-729fb144c9d1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/5c83dc4d-1ad6-464a-8283-e18c38f548f6 HTTP/1.1" status: 204 len: 168 time: 0.4864781 Mar 22 11:43:13.087235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 519df2ad-9775-4e3e-8668-d454406cccf8 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:13.088155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57282) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:13.096017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] Pushing event deleted for resources: {'Port': ['ID=c03a2761-07ad-4eba-8dae-b255e28b09fc,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:13.098958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3f220-d672-4856-a956-d82431cf54a2 None None] Network c809ef31-e8ab-4950-a8fd-9094a7373a1e requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:13.125704 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Calling delete_port for 8fe40ba2-75a3-4cb2-95a2-21d03a63facb owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:13.155126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d3dfe699-fec7-49a3-a1d5-4d19411fae9d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:13.156558 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d3dfe699-fec7-49a3-a1d5-4d19411fae9d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.6922591 Mar 22 11:43:13.168738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57288) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:13.234234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.252035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port a0ad45d7-273d-4646-a2b1-0fec71296385 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:13.252546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.338475 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30fe94-9cce-47eb-ba71-1ba094928e66 None None] No DVR routers for this DVR port c03a2761-07ad-4eba-8dae-b255e28b09fc on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:13.372702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07210878-7b9c-4523-bb8e-282ea1d7d63e None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:13.397861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06e76d-babe-4fbe-903a-f4acdacf5405 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:13.411585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06e76d-babe-4fbe-903a-f4acdacf5405 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:13.417623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06e76d-babe-4fbe-903a-f4acdacf5405 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:13.419824 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3f06e76d-babe-4fbe-903a-f4acdacf5405 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.2482369 Mar 22 11:43:13.422866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57292) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:13.429791 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.593662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No DVR routers for this DVR port 8fe40ba2-75a3-4cb2-95a2-21d03a63facb on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:13.599688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Port': ['ID=8fe40ba2-75a3-4cb2-95a2-21d03a63facb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:13.606032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae297524-2a63-415e-8cd9-c4ed24a472e9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:13.701860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecdf6-1ed9-48e7-87b0-af82fdfc1bb5 req-edbeb1e0-921b-416b-be6d-8785d23fc52b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:13.703424 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-2b4ecdf6-1ed9-48e7-87b0-af82fdfc1bb5 req-edbeb1e0-921b-416b-be6d-8785d23fc52b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.2298520 Mar 22 11:43:13.710544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port a0ad45d7-273d-4646-a2b1-0fec71296385, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a0ad45d7-273d-4646-a2b1-0fec71296385,segment=NetworkSegment(74775c03-384a-4c2f-8b22-24ff9ed04dda),segment_id=74775c03-384a-4c2f-8b22-24ff9ed04dda)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:13.710909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.740249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port c5887cb5-d0ca-4991-a28a-410005e40974 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:13.740756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.821999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39bbb3-bed3-447a-ad09-e0089b3f5c86 None None] Network 13a64995-299b-4650-87e2-6c7f80360161 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:13.853693 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 172.20.0.13 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/2e071a08-e41a-4135-9004-b06990190676/519df2ad-9775-4e3e-8668-d454406cccf8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:13.982194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe46:ca35 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/9c437308-b059-4f05-86ef-9110d2345630/519df2ad-9775-4e3e-8668-d454406cccf8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:14.014122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.037887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for a0ad45d7-273d-4646-a2b1-0fec71296385 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:14.098760 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-2b4ecdf6-1ed9-48e7-87b0-af82fdfc1bb5 req-471cc32b-d924-4d5b-8032-b30b83061e26 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797860 Mar 22 11:43:14.108536 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a64995-299b-4650-87e2-6c7f80360161']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.131538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ae297524-2a63-415e-8cd9-c4ed24a472e9 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:14.132021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.181871 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '2e071a08-e41a-4135-9004-b06990190676'}, {'subnet_id': '9c437308-b059-4f05-86ef-9110d2345630'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:14.182710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.192588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7470ec-cef9-46e9-b0ba-aa9615c58d13 None None] DHCP port deletion for c809ef31-e8ab-4950-a8fd-9094a7373a1e request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:14.252460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b7470ec-cef9-46e9-b0ba-aa9615c58d13 None None] Deleting port a0ad45d7-273d-4646-a2b1-0fec71296385 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:14.252863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7b7470ec-cef9-46e9-b0ba-aa9615c58d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.260448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.269467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.287643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11195da9-25a3-42a1-8537-62ae584eecc9') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.288806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11195da9-25a3-42a1-8537-62ae584eecc9') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.322836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port a0ad45d7-273d-4646-a2b1-0fec71296385 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:14.362877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=a0ad45d7-273d-4646-a2b1-0fec71296385,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:14.419014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning for port a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:14.420102 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.436159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for c5887cb5-d0ca-4991-a28a-410005e40974 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:14.443444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b7470ec-cef9-46e9-b0ba-aa9615c58d13 None None] The port 'a0ad45d7-273d-4646-a2b1-0fec71296385' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:14.454695 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning complete for port a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:14.459302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.469711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.507527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c809ef31-e8ab-4950-a8fd-9094a7373a1e']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.525165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.535358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74775c03-384a-4c2f-8b22-24ff9ed04dda') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.535747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74775c03-384a-4c2f-8b22-24ff9ed04dda') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:14.549322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.565633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Port a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:14.567123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.573615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:14.574119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.606738 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:14.607141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.611539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 505ca0e6-d346-4c7e-87fb-67a598d589a0 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:14.629634 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:14.658001 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:14.688958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning for port c5887cb5-d0ca-4991-a28a-410005e40974 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:14.704225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning complete for port c5887cb5-d0ca-4991-a28a-410005e40974 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:14.704798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.755730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc277b-0fa5-413e-9425-3c9796e28a67 req-ce9fa164-509f-4237-89df-e187877d80cc tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:14.757250 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0bbc277b-0fa5-413e-9425-3c9796e28a67 req-ce9fa164-509f-4237-89df-e187877d80cc tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.0984280 Mar 22 11:43:14.765547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 505ca0e6-d346-4c7e-87fb-67a598d589a0 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:14.785352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.785946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 505ca0e6-d346-4c7e-87fb-67a598d589a0 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:14.786498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.808874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.827001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Port c5887cb5-d0ca-4991-a28a-410005e40974 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:14.835715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=c809ef31-e8ab-4950-a8fd-9094a7373a1e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:14.850464 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0bbc277b-0fa5-413e-9425-3c9796e28a67 req-a9ed27c1-4921-47b4-90a2-baf881e54151 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859001 Mar 22 11:43:14.856720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning complete for port 505ca0e6-d346-4c7e-87fb-67a598d589a0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:14.857151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.940475 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0ed024d7-0802-4c72-8989-8fddc1bba62a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/c809ef31-e8ab-4950-a8fd-9094a7373a1e HTTP/1.1" status: 204 len: 168 time: 1.8510575 Mar 22 11:43:14.949285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57300) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:14.956052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282394295'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:14.961084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:14.964949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:14.968116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:14.973449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:14.975330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:14.997839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.004401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.023880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=13a64995-299b-4650-87e2-6c7f80360161,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:15.040536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.049344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:15.054237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.057431 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4e22c04e-f126-435d-a05f-0381056cc79e tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/13a64995-299b-4650-87e2-6c7f80360161 HTTP/1.1" status: 204 len: 168 time: 6.1169953 Mar 22 11:43:15.059439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57304) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:15.077573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.084915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-393b5b64-f3c4-4746-9bc5-62258129dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:15.086356 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-393b5b64-f3c4-4746-9bc5-62258129dff2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5de486031174c0e9ca78137edb3e423&device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 1099 time: 0.2504706 Mar 22 11:43:15.089662 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc44a3-9fe8-4758-9b08-e8093362e5be tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:15.090105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dc44a3-9fe8-4758-9b08-e8093362e5be tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:15.091642 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d7dc44a3-9fe8-4758-9b08-e8093362e5be tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/13a64995-299b-4650-87e2-6c7f80360161 HTTP/1.1" status: 404 len: 339 time: 0.0306721 Mar 22 11:43:15.095385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57308) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:15.101821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776889526', 'description': 'd1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:15.109446 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 505ca0e6-d346-4c7e-87fb-67a598d589a0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=505ca0e6-d346-4c7e-87fb-67a598d589a0,segment=NetworkSegment(cf504e9d-9ba1-42fd-8cc8-5595f0eeab16),segment_id=cf504e9d-9ba1-42fd-8cc8-5595f0eeab16)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:15.124077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:15.139881 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Usage tracker for resource:network and tenant:4b11263477154a99ad3cd26e264598d2 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:15.144574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:15.147411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 519df2ad-9775-4e3e-8668-d454406cccf8 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:15.150945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:15.159458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.159801 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 86ddba6e-8b2e-49e2-8f81-f5038d0db598 of type vlan for network 67aae6f4-2a97-447a-a884-41216187d783 Mar 22 11:43:15.168596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.186777 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.198736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.201702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:15.266812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a0ad45d7-273d-4646-a2b1-0fec71296385 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:15.271645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=c5887cb5-d0ca-4991-a28a-410005e40974,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:15.292462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.300594 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:15.301334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.317874 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: a0ad45d7-273d-4646-a2b1-0fec71296385 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:15.318234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a0ad45d7-273d-4646-a2b1-0fec71296385 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:15.347634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:15.348276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:15.352243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=505ca0e6-d346-4c7e-87fb-67a598d589a0,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:15.372466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:15.375962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.424233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-e10b783d-0957-4a35-911f-7960d9251dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:15.425892 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-e10b783d-0957-4a35-911f-7960d9251dfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 200 len: 913 time: 0.3278370 Mar 22 11:43:15.430137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=67aae6f4-2a97-447a-a884-41216187d783,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:15.445029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 67aae6f4-2a97-447a-a884-41216187d783 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:15.475814 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-82eeddeb-3077-498c-b524-66ad96505e13 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5249496 Mar 22 11:43:15.476607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57312) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:15.483471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '67aae6f4-2a97-447a-a884-41216187d783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:15.500879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.504051 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e29816b0-92cb-4d2d-936e-0790cabc8808 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/c5887cb5-d0ca-4991-a28a-410005e40974 HTTP/1.1" status: 204 len: 168 time: 2.0756261 Mar 22 11:43:15.514561 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57316) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:15.549508 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-5c7c59c2-cdb1-4945-aa1f-b31faebf4546 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 200 len: 217 time: 0.1116836 Mar 22 11:43:15.550434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.556464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:15.605064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:15.609260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:15.613069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:15.619097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:15.650043 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a8ba20-d17e-4cbb-86da-0b5e3c0ce023 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:43:15.650584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-32a8ba20-d17e-4cbb-86da-0b5e3c0ce023 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:15.676369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Allocated IP 172.20.0.2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/2e071a08-e41a-4135-9004-b06990190676/63e619bf-2adc-43d5-ac51-17a346f70938) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:15.679558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.687793 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 1fb09bd2-3ceb-4c0b-a259-d3eb5a9a7829 of type vlan for network 49ec3e3f-723f-4ac1-a99c-fe06c68625d3 Mar 22 11:43:15.687952 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Allocated IP 2001:db8::f816:3eff:fe1a:d237 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/9c437308-b059-4f05-86ef-9110d2345630/63e619bf-2adc-43d5-ac51-17a346f70938) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:15.693799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:15.709494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:15.713989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:15.721722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.722639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:15.757004 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=519df2ad-9775-4e3e-8668-d454406cccf8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:15.777731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-dfbd46f9-cbdf-4ec6-9aaa-1990a36e4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:15.779174 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-dfbd46f9-cbdf-4ec6-9aaa-1990a36e4e6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75df2d-30be-4e72-8dae-2be8674a963a HTTP/1.1" status: 200 len: 852 time: 0.2171819 Mar 22 11:43:15.785467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.838705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-32a8ba20-d17e-4cbb-86da-0b5e3c0ce023 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:15.842250 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-32a8ba20-d17e-4cbb-86da-0b5e3c0ce023 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/c5887cb5-d0ca-4991-a28a-410005e40974 HTTP/1.1" status: 404 len: 333 time: 0.3242958 Mar 22 11:43:15.843632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57320) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:15.845471 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-976b8f68-7a6c-4eb5-b2d5-7cd7d32e3548 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41daca47-7812-4afc-9790-96aa93b7b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550179 Mar 22 11:43:15.924244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:15.925071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.971410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:15.971749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.000812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Provisioning complete for port ae297524-2a63-415e-8cd9-c4ed24a472e9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:16.001350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1937492c-7d71-482b-8da7-a338088be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.034467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.039683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:16.040303 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.052345 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.073102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Transition to ACTIVE for port object 63e619bf-2adc-43d5-ac51-17a346f70938 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:16.099704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Transition to ACTIVE for port object 63e619bf-2adc-43d5-ac51-17a346f70938 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:16.180387 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-06c930e8-ac38-4ea1-9ec7-02143a894129 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1615028 Mar 22 11:43:16.189615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=49ec3e3f-723f-4ac1-a99c-fe06c68625d3,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:16.194392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57328) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:16.201109 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 49ec3e3f-723f-4ac1-a99c-fe06c68625d3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:16.241351 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-018bf9c3-7533-41d3-b31b-8d95da929343 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1449480 Mar 22 11:43:16.243998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57332) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:16.249320 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-e0297f52-3053-4854-8de9-1a8aaf0d5504 service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884254 Mar 22 11:43:16.272928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.297892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.301449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-08a560bd-1255-4e55-8879-b2fea5ba8d2f None None] Could not find standard attr ID for object c5887cb5-d0ca-4991-a28a-410005e40974. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:16.374514 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98e00d-7d36-485b-bd15-f467edac876f req-6db978cb-f1ee-48c8-b320-48ed9d641c92 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:16.376097 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-df98e00d-7d36-485b-bd15-f467edac876f req-6db978cb-f1ee-48c8-b320-48ed9d641c92 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.3804801 Mar 22 11:43:16.386721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:16.395018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:16.399942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:16.406138 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Pushing event updated for resources: {'Port': ['ID=63e619bf-2adc-43d5-ac51-17a346f70938,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:16.442700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99fb3-76c4-45d5-af1c-95270e6cd608 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:16.443186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7df99fb3-76c4-45d5-af1c-95270e6cd608 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:16.468798 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-df98e00d-7d36-485b-bd15-f467edac876f req-8c3d92a8-bd59-4e33-8483-e7cd5df671ef tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Mar 22 11:43:16.489716 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-aec722fe-c7ca-4d8f-a48f-360173370aaf req-90171dce-1d9e-4886-a798-a7962e31ec28 service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285447 Mar 22 11:43:16.539352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.563141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7df99fb3-76c4-45d5-af1c-95270e6cd608 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:16.564236 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7df99fb3-76c4-45d5-af1c-95270e6cd608 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3679888 Mar 22 11:43:16.566998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57336) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:16.582630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Attempting to bind port 63e619bf-2adc-43d5-ac51-17a346f70938 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:16.582998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Attempting to bind port 63e619bf-2adc-43d5-ac51-17a346f70938 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:16.583358 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Attempting to bind port 63e619bf-2adc-43d5-ac51-17a346f70938 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:16.589168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:16.589655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:16.590058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.590482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:16.591746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Bound port: 63e619bf-2adc-43d5-ac51-17a346f70938, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:16.592119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.635044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 519df2ad-9775-4e3e-8668-d454406cccf8 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:16.635395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.686802 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] For port 63e619bf-2adc-43d5-ac51-17a346f70938, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:16.690253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] For port 63e619bf-2adc-43d5-ac51-17a346f70938, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=63e619bf-2adc-43d5-ac51-17a346f70938,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:16.714382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:16.744782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:16.752818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:16.766747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b2bac-8535-417b-a67b-69020fc61b6a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:16.767482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a40b2bac-8535-417b-a67b-69020fc61b6a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Synchronizing usage tracker for tenant:4b11263477154a99ad3cd26e264598d2 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:16.775259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '86ddba6e-8b2e-49e2-8f81-f5038d0db598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67aae6f4-2a97-447a-a884-41216187d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:16.775625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 67aae6f4-2a97-447a-a884-41216187d783, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:16.840408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e10df-94f0-43de-8db2-1b091aefa42f None None] Pushing event updated for resources: {'Port': ['ID=63e619bf-2adc-43d5-ac51-17a346f70938,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:16.905985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 67aae6f4-2a97-447a-a884-41216187d783 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:16.908682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a40b2bac-8535-417b-a67b-69020fc61b6a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Unset dirty status for tenant:4b11263477154a99ad3cd26e264598d2 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:16.912553 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a40b2bac-8535-417b-a67b-69020fc61b6a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks?id=49ec3e3f-723f-4ac1-a99c-fe06c68625d3 HTTP/1.1" status: 200 len: 764 time: 0.6648240 Mar 22 11:43:16.912711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57340) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:16.918979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'description': 'd2'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:16.996825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 67aae6f4-2a97-447a-a884-41216187d783) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:17.007091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd3d88-3e79-47f2-a253-a0a934f81a8c None None] Network 67aae6f4-2a97-447a-a884-41216187d783 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:17.014264 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:17.015239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.053178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.132207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=a68a7109-1214-4b6d-9f19-84ae8b6e6ea9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:17.266781 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.284002 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-207cab37-f9ea-4d68-9bd3-d733a0e42b1a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8059654 Mar 22 11:43:17.294415 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57344) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:17.308156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-487203961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:17.334171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:17.342448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:17.347647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:17.372192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.393036 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-147b71ea-aa0b-4cc1-9501-4af245909c5e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 HTTP/1.1" status: 204 len: 168 time: 1.5490918 Mar 22 11:43:17.394611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57348) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:17.394814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:17.433981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-67aae6f4-2a97-447a-a884-41216187d783', 'network_id': '67aae6f4-2a97-447a-a884-41216187d783', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': 'bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:17.434867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.462486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 63e619bf-2adc-43d5-ac51-17a346f70938 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:17.495237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.496465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.512786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.551545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 519df2ad-9775-4e3e-8668-d454406cccf8 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:17.598604 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-563d9b59-3ac7-4c74-9806-da93223ee0fa tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:43:17.602390 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-563d9b59-3ac7-4c74-9806-da93223ee0fa tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/a68a7109-1214-4b6d-9f19-84ae8b6e6ea9 HTTP/1.1" status: 404 len: 333 time: 0.2003751 Mar 22 11:43:17.603351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57354) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:17.647794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.658595 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.683023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Allocated IP 172.20.0.2 (67aae6f4-2a97-447a-a884-41216187d783/bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf/ca2a06ef-82bc-4cf4-acbe-c8090de0702c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:17.712088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 63e619bf-2adc-43d5-ac51-17a346f70938 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:17.729746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 505ca0e6-d346-4c7e-87fb-67a598d589a0 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:17.758522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet c835942b-16e3-4b7c-aed0-8bf36a6d9d08 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:17.761262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.761998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.820453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.829370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network 49ec3e3f-723f-4ac1-a99c-fe06c68625d3 is not hosted by any dhcp agent {{(pid=88742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 11:43:17.834834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:17.835436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.836824 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "PUT /v2.0/networks/49ec3e3f-723f-4ac1-a99c-fe06c68625d3 HTTP/1.1" status: 200 len: 761 time: 0.9228799 Mar 22 11:43:17.852810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57358) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:17.894324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:17.895632 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8b0f77ce-a754-403e-91bb-d58325b369cb tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5980117 Mar 22 11:43:17.901183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57362) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.011923 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 505ca0e6-d346-4c7e-87fb-67a598d589a0 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:18.012338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.041799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38555b-5c3d-4c52-9030-54139982651b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.042506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d38555b-5c3d-4c52-9030-54139982651b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Synchronizing usage tracker for tenant:4b11263477154a99ad3cd26e264598d2 on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:18.102156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.107283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcbbb2-4226-4743-b6b9-32377c164dbf req-7b7589d6-1f55-4e9e-a3cd-202b736d413b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.113038 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-05dcbbb2-4226-4743-b6b9-32377c164dbf req-7b7589d6-1f55-4e9e-a3cd-202b736d413b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.4601672 Mar 22 11:43:18.114535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a8304-d587-49f4-aa84-a9339d522ee3 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=49ec3e3f-723f-4ac1-a99c-fe06c68625d3,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:18.115217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Transition to ACTIVE for port object ca2a06ef-82bc-4cf4-acbe-c8090de0702c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:18.127327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.130619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.156670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 49ec3e3f-723f-4ac1-a99c-fe06c68625d3 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:18.169163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d38555b-5c3d-4c52-9030-54139982651b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Unset dirty status for tenant:4b11263477154a99ad3cd26e264598d2 on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:18.170325 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1d38555b-5c3d-4c52-9030-54139982651b tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks?id=49ec3e3f-723f-4ac1-a99c-fe06c68625d3 HTTP/1.1" status: 200 len: 764 time: 0.3144608 Mar 22 11:43:18.177841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57366) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.219368 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Transition to ACTIVE for port object ca2a06ef-82bc-4cf4-acbe-c8090de0702c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:18.287803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e738a-3368-4c48-9734-6f0a057f14bf None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:18.308122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=519df2ad-9775-4e3e-8668-d454406cccf8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:18.333907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.402623 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-05dcbbb2-4226-4743-b6b9-32377c164dbf req-237dafb2-7a74-4710-82c1-0ac720077284 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922154 Mar 22 11:43:18.459927 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.486673 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Network 67aae6f4-2a97-447a-a884-41216187d783 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:18.494999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:18.499063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Pushing event updated for resources: {'Port': ['ID=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:18.502307 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:18.513735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3921fa2-d3b1-474f-9894-08a46217ee7a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.514978 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a3921fa2-d3b1-474f-9894-08a46217ee7a tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3361170 Mar 22 11:43:18.519476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57372) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.557305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Provisioning for port 63e619bf-2adc-43d5-ac51-17a346f70938 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:18.611840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Provisioning complete for port 63e619bf-2adc-43d5-ac51-17a346f70938 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:18.612378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.696549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=c835942b-16e3-4b7c-aed0-8bf36a6d9d08,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:18.701194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.704322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b9dcefc0-e1d7-4521-9a8f-7aea469fa800 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Synchronizing usage tracker for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:18.731944 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.744403 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-34937288-e4c1-4b9d-b8e4-285dd2ecc4ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/519df2ad-9775-4e3e-8668-d454406cccf8 HTTP/1.1" status: 204 len: 168 time: 2.1740029 Mar 22 11:43:18.744680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57376) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.747178 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8b83d2eb-94f2-4538-a73d-2695a4a2e1ca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/c835942b-16e3-4b7c-aed0-8bf36a6d9d08 HTTP/1.1" status: 204 len: 168 time: 1.1425829 Mar 22 11:43:18.750721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57380) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.754797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa180dd5-b10b-44c2-b563-1930d451d4d1 None None] Network f0826b96-24b7-4736-983b-62de17499273 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:18.778210 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Attempting to bind port ca2a06ef-82bc-4cf4-acbe-c8090de0702c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:18.778624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Attempting to bind port ca2a06ef-82bc-4cf4-acbe-c8090de0702c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '86ddba6e-8b2e-49e2-8f81-f5038d0db598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67aae6f4-2a97-447a-a884-41216187d783'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:18.778989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Attempting to bind port ca2a06ef-82bc-4cf4-acbe-c8090de0702c on network 67aae6f4-2a97-447a-a884-41216187d783 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:18.805912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-b9dcefc0-e1d7-4521-9a8f-7aea469fa800 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Unset dirty status for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:18.807616 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b9dcefc0-e1d7-4521-9a8f-7aea469fa800 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a HTTP/1.1" status: 200 len: 207 time: 0.2869527 Mar 22 11:43:18.811371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57384) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:18.816318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:18.816665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Checking segment: {'id': '86ddba6e-8b2e-49e2-8f81-f5038d0db598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67aae6f4-2a97-447a-a884-41216187d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:18.817096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.817474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Bound using segment: {'id': '86ddba6e-8b2e-49e2-8f81-f5038d0db598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67aae6f4-2a97-447a-a884-41216187d783'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:18.817949 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Bound port: ca2a06ef-82bc-4cf4-acbe-c8090de0702c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ddba6e-8b2e-49e2-8f81-f5038d0db598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67aae6f4-2a97-447a-a884-41216187d783'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:18.818390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:18.926007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.928585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.930159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:18.931042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:18.964249 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.016915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.022844 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.030026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.036975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.043522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.050263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.052260 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1a301b53-ca50-4ddb-8e63-73152090badf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2401855 Mar 22 11:43:19.053859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:19.057991 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9ac34b57-3e1f-4760-abe9-e77528035a11 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3123624 Mar 22 11:43:19.058894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57390) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:19.059302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57392) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:19.091499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.153131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.178258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] For port ca2a06ef-82bc-4cf4-acbe-c8090de0702c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:19.209028 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] For port ca2a06ef-82bc-4cf4-acbe-c8090de0702c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,segment=NetworkSegment(86ddba6e-8b2e-49e2-8f81-f5038d0db598),segment_id=86ddba6e-8b2e-49e2-8f81-f5038d0db598)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:19.212144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 505ca0e6-d346-4c7e-87fb-67a598d589a0 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:19.212724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.214525 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] For port 63e619bf-2adc-43d5-ac51-17a346f70938, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=63e619bf-2adc-43d5-ac51-17a346f70938,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:19.297661 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4df9183b-5646-4fc6-aefa-2fd981cd2ebe tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2315626 Mar 22 11:43:19.299872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57398) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:19.321745 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.398031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.399501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.401040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.402733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.404563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.406625 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-160ebe82-3dc2-4a80-96cf-d8ffdfe29810 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0971849 Mar 22 11:43:19.413251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 2e071a08-e41a-4135-9004-b06990190676 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:19.417521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.419985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57402) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:19.436678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9701a9c-664d-4142-8892-6d9b382fe093 None None] Pushing event updated for resources: {'Port': ['ID=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:19.449542 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] DHCP port deletion for f0826b96-24b7-4736-983b-62de17499273 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:19.454236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.490757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.545830 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Deleting port 505ca0e6-d346-4c7e-87fb-67a598d589a0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:19.545830 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.561486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79d41b-815d-4fc1-8f91-606ac5880941 req-56b18fec-365b-4e64-a361-0df77d8e1f6b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.562521 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-af79d41b-815d-4fc1-8f91-606ac5880941 req-56b18fec-365b-4e64-a361-0df77d8e1f6b tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.5111945 Mar 22 11:43:19.605331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.709479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.711111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.712691 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.714272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.715818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:19.716723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Synchronizing usage tracker for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:19.758001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 505ca0e6-d346-4c7e-87fb-67a598d589a0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=505ca0e6-d346-4c7e-87fb-67a598d589a0,segment=NetworkSegment(cf504e9d-9ba1-42fd-8cc8-5595f0eeab16),segment_id=cf504e9d-9ba1-42fd-8cc8-5595f0eeab16)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:19.758377 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.779214 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-af79d41b-815d-4fc1-8f91-606ac5880941 req-80e31160-a806-4c12-827a-d5ee9ebfb73a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083018 Mar 22 11:43:19.795957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Unset dirty status for tenant:4b11263477154a99ad3cd26e264598d2 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:19.798797 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a7457fe-3db7-46e3-9fcb-6576824c003d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3654647 Mar 22 11:43:19.802972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57406) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:19.807363 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.854294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=2e071a08-e41a-4135-9004-b06990190676,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:19.877912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.932769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] For port 505ca0e6-d346-4c7e-87fb-67a598d589a0, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=505ca0e6-d346-4c7e-87fb-67a598d589a0,segment=NetworkSegment(cf504e9d-9ba1-42fd-8cc8-5595f0eeab16),segment_id=cf504e9d-9ba1-42fd-8cc8-5595f0eeab16)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:19.933410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:19.957900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.20.0.1 (67aae6f4-2a97-447a-a884-41216187d783/bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf/a2d27b72-6194-4abb-9b6a-31cabb634a3a) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:19.987046 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82c86e8f-89ba-4cc1-9e8e-a616bbb6d590 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/2e071a08-e41a-4135-9004-b06990190676 HTTP/1.1" status: 204 len: 168 time: 0.9265175 Mar 22 11:43:19.989378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57410) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:20.010114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432322e9-b8ec-4c6c-a1da-a2f756e7cd46 None None] Pushing event updated for resources: {'Port': ['ID=63e619bf-2adc-43d5-ac51-17a346f70938,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:20.042077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 505ca0e6-d346-4c7e-87fb-67a598d589a0 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:20.073727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91797152-7a19-4e77-8254-861189009c4c None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:20.073994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 9c437308-b059-4f05-86ef-9110d2345630 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:20.078524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.095038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Calling delete_port for 505ca0e6-d346-4c7e-87fb-67a598d589a0 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:20.158416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.201924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c0d61b9b-ebc3-4374-a4f5-14d76bbd02e1 None None] Provisioning complete for port 63e619bf-2adc-43d5-ac51-17a346f70938 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:20.202292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c0d61b9b-ebc3-4374-a4f5-14d76bbd02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.254388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.460453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:20.460841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:20.461587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.475582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.504240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=9c437308-b059-4f05-86ef-9110d2345630,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:20.512395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.529897 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8b5d5632-467a-4e01-9284-57b22ec2bb07 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/9c437308-b059-4f05-86ef-9110d2345630 HTTP/1.1" status: 204 len: 168 time: 0.5364122 Mar 22 11:43:20.530594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57414) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:20.542338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=505ca0e6-d346-4c7e-87fb-67a598d589a0,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:20.553718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f4be2-7199-4f1b-a018-03870f9a3e73 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:20.558966 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8e5f4be2-7199-4f1b-a018-03870f9a3e73 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks/7d6ec25b-cb2b-479f-b58c-edb3a31512bb HTTP/1.1" status: 200 len: 803 time: 0.7511058 Mar 22 11:43:20.560229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57418) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:20.569132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 505ca0e6-d346-4c7e-87fb-67a598d589a0 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:20.600919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-54cb5df1-941a-41ee-a244-4f573b9c55d1 None None] Could not find standard attr ID for object 519df2ad-9775-4e3e-8668-d454406cccf8. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:20.618917 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1e7c0ea0-11da-49d9-9a94-72c344607436 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866051 Mar 22 11:43:20.625228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57422) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:20.629339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd2856-cd30-4ab4-8313-690cc7e33ffb None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '9c437308-b059-4f05-86ef-9110d2345630'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '63e619bf-2adc-43d5-ac51-17a346f70938'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:43:20.632274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:20.697090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.698473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2856-cd30-4ab4-8313-690cc7e33ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.770562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:20.775337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:20.778574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:20.785569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:20.835470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.865179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0826b96-24b7-4736-983b-62de17499273']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:20.879640 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:20.880010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf504e9d-9ba1-42fd-8cc8-5595f0eeab16') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:20.882968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:20.887417 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.893626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.911076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.918126 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:20.918587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:20.943058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ccccb-a303-4a34-864b-1095c0d03024 None None] Network 67aae6f4-2a97-447a-a884-41216187d783 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:20.958796 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:20.963761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Deleting port 505ca0e6-d346-4c7e-87fb-67a598d589a0 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:20.964237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.055999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object a2d27b72-6194-4abb-9b6a-31cabb634a3a will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:21.105302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748c99d-bee0-43ae-9a43-022655dea2a9 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:21.110769 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ceea8f0c-a6d9-4635-9fe5-15c297277adf tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/networks/7d6ec25b-cb2b-479f-b58c-edb3a31512bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5439734 Mar 22 11:43:21.111156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57428) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:21.120895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c32d-19b4-401a-8957-fa79c923d0a9 req-0c0f369a-4ed3-4ec8-97e2-577e0c1edc15 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:21.121892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4288e0de-75ae-4a79-b2b0-43ffa45f1f8a None None] The port '505ca0e6-d346-4c7e-87fb-67a598d589a0' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:21.125000 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-76d2c32d-19b4-401a-8957-fa79c923d0a9 req-0c0f369a-4ed3-4ec8-97e2-577e0c1edc15 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.1756146 Mar 22 11:43:21.160662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.180030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.195281 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=f0826b96-24b7-4736-983b-62de17499273,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:21.214944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.306862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 67aae6f4-2a97-447a-a884-41216187d783 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:21.312054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:21.315677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:21.341505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dd21f881-07d9-4621-952f-63251cd6cf3d None None] Provisioning for port ca2a06ef-82bc-4cf4-acbe-c8090de0702c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:21.345456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca2a06ef-82bc-4cf4-acbe-c8090de0702c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:21.354105 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ae6c5cf4-6091-4d03-8a19-fb192e9dbf3f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/f0826b96-24b7-4736-983b-62de17499273 HTTP/1.1" status: 204 len: 168 time: 2.5967364 Mar 22 11:43:21.355736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57432) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:21.363437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1815349513'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:21.381786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:21.400362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:network and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:21.410294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:21.416386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=a2d27b72-6194-4abb-9b6a-31cabb634a3a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:21.426198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:21.433286 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-76d2c32d-19b4-401a-8957-fa79c923d0a9 req-71bfd66c-2043-4321-901b-9e143c8a01b8 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771411 Mar 22 11:43:21.439083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.443420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82cf2a-ee59-400a-9b04-1a0807ce3ae1 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:21.444977 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5d82cf2a-ee59-400a-9b04-1a0807ce3ae1 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets/b22fd2bb-9f94-4d2c-ae3b-c63ebed23985 HTTP/1.1" status: 200 len: 843 time: 0.3327434 Mar 22 11:43:21.460313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57436) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:21.540918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6d5f9b88-8d00-44af-8308-e994c1f09498 None None] Provisioning complete for port 63e619bf-2adc-43d5-ac51-17a346f70938 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:21.541085 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93a9f9-16d1-424a-ae32-d3677636a242 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['shared'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:21.541549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9b88-8d00-44af-8308-e994c1f09498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.548829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57442) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:21.554568 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bd93a9f9-16d1-424a-ae32-d3677636a242 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "GET /v2.0/subnets/b22fd2bb-9f94-4d2c-ae3b-c63ebed23985?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0876997 Mar 22 11:43:21.554568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:21.554837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282820821'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:21.556693 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.559366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:21.569892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:21.602312 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.612883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:21.628600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.629039 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Added segment 5348ad86-0a67-4090-b06d-6f9e9fc78da8 of type vlan for network 680814f1-2f93-4b43-8042-1fb28f62bf15 Mar 22 11:43:21.636002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:21.643287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Deleting port 63e619bf-2adc-43d5-ac51-17a346f70938 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:21.643672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.661881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.664695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:21.667122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.693637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ca2a06ef-82bc-4cf4-acbe-c8090de0702c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:21.712664 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ca2a06ef-82bc-4cf4-acbe-c8090de0702c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:21.713448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.714920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:21.720492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:21.728098 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:21.728818 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.764357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:21.766587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=f998c277-83d8-4aba-9cf3-b6e016eded48,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:21.785882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.786413 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Added segment 61661ab3-f055-4e1a-93a4-fd9d4e9ef084 of type vlan for network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 Mar 22 11:43:21.804546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.818750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.831505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:21.831505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.838487 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:21.857973 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d99faf23-41a5-4974-acea-b6b3cec1582a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2315116 Mar 22 11:43:21.862772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57448) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:21.879800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:21.999107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Network': ['ID=680814f1-2f93-4b43-8042-1fb28f62bf15,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:22.049602 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:22.167722 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-224b7d54-82df-4d52-b5f2-af45e4c5842f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8118482 Mar 22 11:43:22.169234 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.170667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57452) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:22.174851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:22.175624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.178190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:22.228097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Provisioning complete for port ca2a06ef-82bc-4cf4-acbe-c8090de0702c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:22.228463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.305898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.318619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Network': ['ID=e517bf78-4b3d-4dcf-a1b8-4c801f798cd0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:22.348638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:22.348881 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:22.358758 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0930b-dfe8-4330-ba33-c2aa43a6c97b req-2b196df1-5abd-4d44-b37e-6b49d8ed7365 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:22.360943 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a2b0930b-dfe8-4330-ba33-c2aa43a6c97b req-2b196df1-5abd-4d44-b37e-6b49d8ed7365 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.3159313 Mar 22 11:43:22.362346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:22.366251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:22.373649 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eeed03c9-d1cf-4b2f-9d2c-1b09d7ade431 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8236756 Mar 22 11:43:22.375965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:22.377901 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57456) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:22.409727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:22.410002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:22.412243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] For port 63e619bf-2adc-43d5-ac51-17a346f70938, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=63e619bf-2adc-43d5-ac51-17a346f70938,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:22.412740 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.418537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:22.424282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:22.469628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-120e8ea2-8446-47c5-a8aa-15eb5fea8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:22.471163 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-120e8ea2-8446-47c5-a8aa-15eb5fea8772 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5de486031174c0e9ca78137edb3e423&device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 1099 time: 0.3725617 Mar 22 11:43:22.549332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:22.552747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.579981 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a2b0930b-dfe8-4330-ba33-c2aa43a6c97b req-aac4829d-182c-467e-8049-27cdde23095f tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008290 Mar 22 11:43:22.608676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:22.630811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:22.648767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Calling delete_port for 63e619bf-2adc-43d5-ac51-17a346f70938 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:22.693306 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.708759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:22.712843 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.716124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ca2a06ef-82bc-4cf4-acbe-c8090de0702c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,segment=NetworkSegment(86ddba6e-8b2e-49e2-8f81-f5038d0db598),segment_id=86ddba6e-8b2e-49e2-8f81-f5038d0db598)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:22.751469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:22.774072 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.792505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.838386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.852382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Made reservation on behalf of 4b11263477154a99ad3cd26e264598d2 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:22.855594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.872678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 63e619bf-2adc-43d5-ac51-17a346f70938 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:22.900579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-f004bfb1-a816-4cc5-ab51-78b8258c7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:22.902595 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-f004bfb1-a816-4cc5-ab51-78b8258c7e02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 200 len: 913 time: 0.3848157 Mar 22 11:43:22.933790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:22.996202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:23.000994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:23.001372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:23.018266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.026284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=a2d27b72-6194-4abb-9b6a-31cabb634a3a,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:23.037585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] No DVR routers for this DVR port 63e619bf-2adc-43d5-ac51-17a346f70938 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:23.046616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing IP validity checks on allocation pools {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 11:43:23.047177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.ipam_backend_mixin [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 11:43:23.050259 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-fb3bdb41-3927-4080-b674-d5299dd7c0e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 200 len: 217 time: 0.1363368 Mar 22 11:43:23.056907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No active binding found for port 63e619bf-2adc-43d5-ac51-17a346f70938 {{(pid=88743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 11:43:23.057325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 63e619bf-2adc-43d5-ac51-17a346f70938 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:23.057804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 505ca0e6-d346-4c7e-87fb-67a598d589a0 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:23.082487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade5cdd-40d6-4721-bf2e-cf84c3e6d544 None None] Pushing event deleted for resources: {'Port': ['ID=63e619bf-2adc-43d5-ac51-17a346f70938,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:23.092718 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c26ee-5046-414f-90de-3c9a1273b354 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:23.120867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-5bccb65f-da82-4a59-b8d0-98145a28b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:23.122213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 505ca0e6-d346-4c7e-87fb-67a598d589a0 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:23.122340 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-5bccb65f-da82-4a59-b8d0-98145a28b26b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75df2d-30be-4e72-8dae-2be8674a963a HTTP/1.1" status: 200 len: 852 time: 0.0601764 Mar 22 11:43:23.122566 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 505ca0e6-d346-4c7e-87fb-67a598d589a0 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:23.134736 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:43:23.227435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 67aae6f4-2a97-447a-a884-41216187d783 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:23.228987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:23.275701 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-9dec8cdb-592a-4882-9f45-2086a4bdc60c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41daca47-7812-4afc-9790-96aa93b7b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438036 Mar 22 11:43:23.293737 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca2a06ef-82bc-4cf4-acbe-c8090de0702c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:23.300496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.467678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'f998c277-83d8-4aba-9cf3-b6e016eded48'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:23.469896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.485778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ca2a06ef-82bc-4cf4-acbe-c8090de0702c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:23.486304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.496621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=d6af002e-b073-41f2-a0b2-ef5c49e2decf,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:23.504411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Checking segment: {'id': '5348ad86-0a67-4090-b06d-6f9e9fc78da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:23.504762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network hostable DHCP agents. Network: 680814f1-2f93-4b43-8042-1fb28f62bf15, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:23.605803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:23.663770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router aacf6828-a4be-48ee-b523-b0aaa1e254da is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:23.756446 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-9cc1ac34-bf58-4214-8193-3fd7e1cb79ae service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569268 Mar 22 11:43:23.758144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Provisioning for port a2d27b72-6194-4abb-9b6a-31cabb634a3a completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:23.761442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:43:23.771494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.774393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Provisioning complete for port a2d27b72-6194-4abb-9b6a-31cabb634a3a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:23.774758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.869695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:23.883452 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-cd11b5c4-1ece-4970-a5e7-c088cfb79d4b None None] Port a2d27b72-6194-4abb-9b6a-31cabb634a3a cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:23.894305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 680814f1-2f93-4b43-8042-1fb28f62bf15) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:23.899123 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:23.899947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.909045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7990b-352d-4610-bdc2-fb86c3693068 None None] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:23.919052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:23.927558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.938326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:23.938913 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:23.945547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Allocated IP 172.20.0.2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/f998c277-83d8-4aba-9cf3-b6e016eded48/24d8cdbc-15e2-4522-8e1b-69d6a05fbd22) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:23.957285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Allocated IP 2001:db8::f816:3eff:fe59:9124 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/ee930a57-cac4-4927-b35e-512382d12e95/24d8cdbc-15e2-4522-8e1b-69d6a05fbd22) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:23.965399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:23.974810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=ee930a57-cac4-4927-b35e-512382d12e95,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:23.976103 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c185e724-e844-4c76-9855-30cd824149c9 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/aacf6828-a4be-48ee-b523-b0aaa1e254da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0738692 Mar 22 11:43:23.977894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57464) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.006620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] Sync routers for ids ['aacf6828-a4be-48ee-b523-b0aaa1e254da'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:24.030083 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da8ebd12-0b0e-404c-9877-2f1e93233a9e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8582952 Mar 22 11:43:24.037185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57468) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.051265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-910124773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:24.068850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:24.076732 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-de2070b2-2b28-479c-84e9-eb36a581b0b9 req-9578eb84-8b3a-42b8-bd3b-dfeb3ed15eb4 service neutron] 10.222.0.60 "GET /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062193 Mar 22 11:43:24.082221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Checking segment: {'id': '61661ab3-f055-4e1a-93a4-fd9d4e9ef084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:24.082221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network hostable DHCP agents. Network: e517bf78-4b3d-4dcf-a1b8-4c801f798cd0, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:24.092189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:router and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:24.097634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a6953-c64f-452d-af44-c68d14d24323 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:24.098252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-022a6953-c64f-452d-af44-c68d14d24323 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:24.102320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:24.108897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=d69c990f-a70c-4910-9fa4-772abf79101e,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:24.113643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbd47-b8ea-4e96-a5be-745e4e4d90a6 req-5183343f-1caa-4221-b182-7e029af86dbd tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:24.116032 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-cb0bbd47-b8ea-4e96-a5be-745e4e4d90a6 req-5183343f-1caa-4221-b182-7e029af86dbd tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.2709436 Mar 22 11:43:24.118782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] Routers {'aacf6828-a4be-48ee-b523-b0aaa1e254da'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:24.119530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['aacf6828-a4be-48ee-b523-b0aaa1e254da'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:24.119872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57472) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.120714 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:24.125155 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-992484fb-3ce0-4d66-a658-7ce74be556a1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2586389 Mar 22 11:43:24.134710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:a8:d4:b3', 'name': 'tempest-NetworksTestDHCPv6-817575402'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:24.220750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:24.237279 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:24.265079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4c499938-d69f-4adb-bd84-8ec9bcd84e6b None None] Provisioning complete for port a2d27b72-6194-4abb-9b6a-31cabb634a3a triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:24.265477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c499938-d69f-4adb-bd84-8ec9bcd84e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.279834 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-cb0bbd47-b8ea-4e96-a5be-745e4e4d90a6 req-a26a9dd7-0312-4172-9b30-49c100be4afa tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489916 Mar 22 11:43:24.280419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-022a6953-c64f-452d-af44-c68d14d24323 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:24.284979 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-022a6953-c64f-452d-af44-c68d14d24323 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports/a2d27b72-6194-4abb-9b6a-31cabb634a3a HTTP/1.1" status: 200 len: 910 time: 0.3030605 Mar 22 11:43:24.284979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.284979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.286940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57476) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.316793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.344440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:24.350171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:24.353699 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:24.357191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] Routers {'aacf6828-a4be-48ee-b523-b0aaa1e254da'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:24.357818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['aacf6828-a4be-48ee-b523-b0aaa1e254da'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:24.360150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:24.364674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, e517bf78-4b3d-4dcf-a1b8-4c801f798cd0) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:24.371146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:24.371798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.421878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837caff7-0dc7-4d3d-8686-585f194568c4 None None] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:24.437021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.465265 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:24.476254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:24.476254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2631bc-add7-4340-8ade-04e808ca04a3 None None] The sync data for ids ['aacf6828-a4be-48ee-b523-b0aaa1e254da'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:24.497681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c499938-d69f-4adb-bd84-8ec9bcd84e6b None None] Port a2d27b72-6194-4abb-9b6a-31cabb634a3a cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:24.540906 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c142963-997b-4f31-9692-5446a5d4e6f4 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1409769 Mar 22 11:43:24.541230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57480) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.548661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:24.653913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-680814f1-2f93-4b43-8042-1fb28f62bf15', 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': 'd6af002e-b073-41f2-a0b2-ef5c49e2decf'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:24.655002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.713736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.717556 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b388081f-6a79-4762-8ff6-0eaa3bbceeba tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6769357 Mar 22 11:43:24.718354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57484) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:24.725726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15', 'name': 'tempest-PortsTestJSON-1861880938'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:24.761159 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.825396 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2411283'] for subnet, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.917651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:24.935762 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Transition to ACTIVE for port object 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:24.940974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:24.946839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:port and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:24.959803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Transition to ACTIVE for port object 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:24.961630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 20c4a81b-bd60-40d1-ab90-a9440cbcee7d yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:24.996881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:25.004461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:25.033578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Allocated IP 172.20.0.2 (680814f1-2f93-4b43-8042-1fb28f62bf15/d6af002e-b073-41f2-a0b2-ef5c49e2decf/e6340750-1a7d-452f-9c77-b8556fac3f1c) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:25.046372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-e517bf78-4b3d-4dcf-a1b8-4c801f798cd0', 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0', 'tenant_id': '4b11263477154a99ad3cd26e264598d2', 'fixed_ips': [{'subnet_id': 'd69c990f-a70c-4910-9fa4-772abf79101e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:25.048035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.063531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.095861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:25.099497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.128837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.142075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 62ff736a-4354-4216-be62-6df050e736bf yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:25.206137 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:25.215555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:25.221521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:25.292292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 172.20.0.9 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/f998c277-83d8-4aba-9cf3-b6e016eded48/20c4a81b-bd60-40d1-ab90-a9440cbcee7d) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:25.298963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fea8:d4b3 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/ee930a57-cac4-4927-b35e-512382d12e95/20c4a81b-bd60-40d1-ab90-a9440cbcee7d) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:25.301562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Pushing event updated for resources: {'Port': ['ID=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:25.399369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751543734775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2920710'] for subnet, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.522909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.532999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:25.533600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.537767 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "PUT /v2.0/subnets/d69c990f-a70c-4910-9fa4-772abf79101e HTTP/1.1" status: 200 len: 900 time: 0.9956236 Mar 22 11:43:25.538836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57490) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:25.541727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 20c4a81b-bd60-40d1-ab90-a9440cbcee7d will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:25.548453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Attempting to bind port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:25.548783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Attempting to bind port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:25.549157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Attempting to bind port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:25.587982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:25.588370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:25.588782 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.589197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:25.589668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Bound port: 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:25.590041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.603480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a8008-ec51-4b09-8b30-cf99f04f5e43 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event updated for resources: {'Subnet': ['ID=d69c990f-a70c-4910-9fa4-772abf79101e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:25.662007 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Allocated IP 2001:db8::3 (e517bf78-4b3d-4dcf-a1b8-4c801f798cd0/d69c990f-a70c-4910-9fa4-772abf79101e/90caa0c2-37f8-4186-a865-063ad33f85b8) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:25.680925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f922fc-cbcd-497b-85fb-de947fcfb641 req-38be784b-8ed2-40a3-bdd9-27ef8d3e48c5 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:25.682400 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-87f922fc-cbcd-497b-85fb-de947fcfb641 req-38be784b-8ed2-40a3-bdd9-27ef8d3e48c5 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.2787662 Mar 22 11:43:25.690232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.703872 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.748479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.789928 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-87f922fc-cbcd-497b-85fb-de947fcfb641 req-d6871ac1-6d88-40d7-8c43-f2462aeefdd2 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918543 Mar 22 11:43:25.822144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.830893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port a2d27b72-6194-4abb-9b6a-31cabb634a3a {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:25.831311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.882438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:25.885572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=20c4a81b-bd60-40d1-ab90-a9440cbcee7d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:25.887600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Transition to ACTIVE for port object e6340750-1a7d-452f-9c77-b8556fac3f1c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:25.891268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:25.901747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:25.962135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] For port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:25.981185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:25.982016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:25.994798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] For port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:25.998827 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Transition to ACTIVE for port object e6340750-1a7d-452f-9c77-b8556fac3f1c will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:26.057621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.069391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.090077 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2eb91158-738a-46b9-93a1-e28064ba4151 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9669657 Mar 22 11:43:26.091217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:26.126638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.185710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:26.187176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for a2d27b72-6194-4abb-9b6a-31cabb634a3a owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:26.195754 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:26.202547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:26.204856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.216336 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070af1-6372-4798-8c33-3f17b1ae2043 None None] Pushing event updated for resources: {'Port': ['ID=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:26.268472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2bb8f-e313-4d8e-8b9f-811fca7ba1e1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:26.274475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2bb8f-e313-4d8e-8b9f-811fca7ba1e1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:26.275334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-02f2bb8f-e313-4d8e-8b9f-811fca7ba1e1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:26.280500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-663a016a-4086-4674-bd53-6e7834a6b696 {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:26.281407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:26.295529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Transition to ACTIVE for port object 90caa0c2-37f8-4186-a865-063ad33f85b8 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:26.374150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-02f2bb8f-e313-4d8e-8b9f-811fca7ba1e1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:26.378224 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-02f2bb8f-e313-4d8e-8b9f-811fca7ba1e1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2540119 Mar 22 11:43:26.379211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57502) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:26.389705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Transition to ACTIVE for port object 90caa0c2-37f8-4186-a865-063ad33f85b8 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:26.399262 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Pushing event updated for resources: {'Port': ['ID=e6340750-1a7d-452f-9c77-b8556fac3f1c,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:26.401532 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Attempting to bind port e6340750-1a7d-452f-9c77-b8556fac3f1c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:26.401896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Attempting to bind port e6340750-1a7d-452f-9c77-b8556fac3f1c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '5348ad86-0a67-4090-b06d-6f9e9fc78da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:26.402266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Attempting to bind port e6340750-1a7d-452f-9c77-b8556fac3f1c on network 680814f1-2f93-4b43-8042-1fb28f62bf15 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:26.408761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:26.409083 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Checking segment: {'id': '5348ad86-0a67-4090-b06d-6f9e9fc78da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:26.409481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.409862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Bound using segment: {'id': '5348ad86-0a67-4090-b06d-6f9e9fc78da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:26.410329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Bound port: e6340750-1a7d-452f-9c77-b8556fac3f1c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5348ad86-0a67-4090-b06d-6f9e9fc78da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '680814f1-2f93-4b43-8042-1fb28f62bf15'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:26.410687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.504068 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.515740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 20c4a81b-bd60-40d1-ab90-a9440cbcee7d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:26.516090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.538897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9def-908e-4ee2-94b1-339f19b1e783 req-7cd0cb6e-405a-4e17-9dcf-924ef9ac5bf0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:26.540635 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-702c9def-908e-4ee2-94b1-339f19b1e783 req-7cd0cb6e-405a-4e17-9dcf-924ef9ac5bf0 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.1025188 Mar 22 11:43:26.579396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.580302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.617528 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:26.624904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:26.633878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:26.637704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Pushing event updated for resources: {'Port': ['ID=90caa0c2-37f8-4186-a865-063ad33f85b8,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:26.650089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=d69c990f-a70c-4910-9fa4-772abf79101e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:26.672908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] For port e6340750-1a7d-452f-9c77-b8556fac3f1c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:26.674017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=a2d27b72-6194-4abb-9b6a-31cabb634a3a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:26.724331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] For port e6340750-1a7d-452f-9c77-b8556fac3f1c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e6340750-1a7d-452f-9c77-b8556fac3f1c,segment=NetworkSegment(5348ad86-0a67-4090-b06d-6f9e9fc78da8),segment_id=5348ad86-0a67-4090-b06d-6f9e9fc78da8)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:26.739430 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-702c9def-908e-4ee2-94b1-339f19b1e783 req-bc7f6f63-6109-4574-9575-35805974adb2 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912551 Mar 22 11:43:26.752549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Attempting to bind port 90caa0c2-37f8-4186-a865-063ad33f85b8 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:26.752931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Attempting to bind port 90caa0c2-37f8-4186-a865-063ad33f85b8 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '61661ab3-f055-4e1a-93a4-fd9d4e9ef084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:26.762643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Attempting to bind port 90caa0c2-37f8-4186-a865-063ad33f85b8 on network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:26.762643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:26.762643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Checking segment: {'id': '61661ab3-f055-4e1a-93a4-fd9d4e9ef084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:26.762643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.763177 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Bound using segment: {'id': '61661ab3-f055-4e1a-93a4-fd9d4e9ef084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:26.763997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Bound port: 90caa0c2-37f8-4186-a865-063ad33f85b8, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61661ab3-f055-4e1a-93a4-fd9d4e9ef084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:26.764588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.826119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.951583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:26.972439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.022357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] For port 90caa0c2-37f8-4186-a865-063ad33f85b8, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:27.022357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff5009-4196-4808-bce0-37f7400fe0e7 None None] Pushing event updated for resources: {'Port': ['ID=e6340750-1a7d-452f-9c77-b8556fac3f1c,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:27.022357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] For port 90caa0c2-37f8-4186-a865-063ad33f85b8, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=90caa0c2-37f8-4186-a865-063ad33f85b8,segment=NetworkSegment(61661ab3-f055-4e1a-93a4-fd9d4e9ef084),segment_id=61661ab3-f055-4e1a-93a4-fd9d4e9ef084)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:27.113989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.212066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-267b5b1c-ad47-49c0-98f3-48cc12bca4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.217036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.351811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000de3-b8c0-4f47-9bd2-394f00ef6c9a None None] Pushing event updated for resources: {'Port': ['ID=90caa0c2-37f8-4186-a865-063ad33f85b8,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:27.405938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a67ad1-88f8-4f0e-b884-f59155fa9bd7 None None] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:27.422825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:27.433376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 20c4a81b-bd60-40d1-ab90-a9440cbcee7d owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:27.485746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.504330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 7434e9bd-4412-4d23-b289-9476887dff2b yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:27.515671 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router aacf6828-a4be-48ee-b523-b0aaa1e254da has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:43:27.586940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e517bf78-4b3d-4dcf-a1b8-4c801f798cd0']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.610580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61661ab3-f055-4e1a-93a4-fd9d4e9ef084') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.610883 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61661ab3-f055-4e1a-93a4-fd9d4e9ef084') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.650084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.682562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc8229-d92f-4cc9-a41c-4a1ad8e56b2c None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:27.687390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:27.700108 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] Sync routers for ids ['aacf6828-a4be-48ee-b523-b0aaa1e254da'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:27.713639 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] Routers {'aacf6828-a4be-48ee-b523-b0aaa1e254da'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:27.714431 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['aacf6828-a4be-48ee-b523-b0aaa1e254da'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.731990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.758910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:27.759322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:27.781643 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:27.791649 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6fd5db2b-932f-42fd-9123-3436acd3f4c2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/aacf6828-a4be-48ee-b523-b0aaa1e254da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5031126 Mar 22 11:43:27.792657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57508) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:27.814749 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.825653 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] Routers {'aacf6828-a4be-48ee-b523-b0aaa1e254da'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:27.826436 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['aacf6828-a4be-48ee-b523-b0aaa1e254da'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.869972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-58de6d74-fdb5-49ef-b037-ed56c0df5160 None None] Provisioning for port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:27.894841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-09f40770-c095-4ee1-ae71-b9eba537df90 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:27.900751 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:27.900751 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b76687-77bc-43a4-9e3a-e9c0a9a4d824 None None] The sync data for ids ['aacf6828-a4be-48ee-b523-b0aaa1e254da'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:27.939915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.3 (680814f1-2f93-4b43-8042-1fb28f62bf15/d6af002e-b073-41f2-a0b2-ef5c49e2decf/7434e9bd-4412-4d23-b289-9476887dff2b) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:27.957459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:27.977600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:27.978874 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.005987 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-09f40770-c095-4ee1-ae71-b9eba537df90 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:28.007376 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-09f40770-c095-4ee1-ae71-b9eba537df90 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacf6828-a4be-48ee-b523-b0aaa1e254da HTTP/1.1" status: 200 len: 205 time: 0.2133060 Mar 22 11:43:28.010381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57512) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:28.012891 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e1ddc1-2a45-4c6d-9878-9fb1d98838b8 None None] Network e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:28.039084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 11:43:28.039084 dv-neutron-828143-11-hyperv neutron-server[88741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 11:43:28.039084 dv-neutron-828143-11-hyperv neutron-server[88741]: [parameters: {'id': 'e517bf78-4b3d-4dcf-a1b8-4c801f798cd0'}] Mar 22 11:43:28.039084 dv-neutron-828143-11-hyperv neutron-server[88741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:28.040292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:28.164647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd70049-f9f8-40be-bca6-7b67dc0d66d3 req-82fb68c1-184d-4e2c-a70a-2aa6459369ba tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:28.172583 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-7dd70049-f9f8-40be-bca6-7b67dc0d66d3 req-82fb68c1-184d-4e2c-a70a-2aa6459369ba tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.1937704 Mar 22 11:43:28.192625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.209807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.342979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=20c4a81b-bd60-40d1-ab90-a9440cbcee7d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:28.378285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd7556-579c-4a31-bdce-ad0f424e3b1c None None] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:28.433144 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-7dd70049-f9f8-40be-bca6-7b67dc0d66d3 req-226db804-94de-4122-88e1-8bbf0aa227ed tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593553 Mar 22 11:43:28.493390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.544374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.551401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.579583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.588767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:28.589279 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d6a3fe84-0e20-4175-8ce5-6cd088d8988a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:28.594544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d64c9b65-2529-4f2e-95ca-5c35d064874e None None] Provisioning for port e6340750-1a7d-452f-9c77-b8556fac3f1c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:28.595007 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d6a3fe84-0e20-4175-8ce5-6cd088d8988a tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 946 time: 0.2698379 Mar 22 11:43:28.595103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.602909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.607474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 90caa0c2-37f8-4186-a865-063ad33f85b8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:28.607821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.670940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 7434e9bd-4412-4d23-b289-9476887dff2b will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:28.686634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Deleting port f4351a28-fd28-4e33-8041-fc3afe55c248 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:28.687275 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.689853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.728539 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-58cbc5cc-73a0-42d5-8bd5-19c21dafb818 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/20c4a81b-bd60-40d1-ab90-a9440cbcee7d HTTP/1.1" status: 204 len: 168 time: 2.3485920 Mar 22 11:43:28.740379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57516) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:28.783346 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:28.805299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.805892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router aacf6828-a4be-48ee-b523-b0aaa1e254da {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:43:28.824702 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:28.829639 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5c35b49d-6b22-4737-9d25-0fd98c3f1843 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/aacf6828-a4be-48ee-b523-b0aaa1e254da HTTP/1.1" status: 204 len: 168 time: 0.8188341 Mar 22 11:43:28.832724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57520) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:28.983441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:28.983441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:28.983441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:28.983441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:29.054918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:29.069317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.160923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] For port f4351a28-fd28-4e33-8041-fc3afe55c248, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f4351a28-fd28-4e33-8041-fc3afe55c248,segment=NetworkSegment(70dbb564-07c0-4434-b824-43f9028cad8b),segment_id=70dbb564-07c0-4434-b824-43f9028cad8b)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:29.161957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.237032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:29.240894 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fdb4999f-fc41-4771-abbe-7e76ad1be60a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4966984 Mar 22 11:43:29.248974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.253429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57524) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:29.255208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] For port 90caa0c2-37f8-4186-a865-063ad33f85b8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=90caa0c2-37f8-4186-a865-063ad33f85b8,segment=NetworkSegment(61661ab3-f055-4e1a-93a4-fd9d4e9ef084),segment_id=61661ab3-f055-4e1a-93a4-fd9d4e9ef084)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:29.255563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.307604 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Calling delete_port for f4351a28-fd28-4e33-8041-fc3afe55c248 owned by compute:nova {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:29.374700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e6340750-1a7d-452f-9c77-b8556fac3f1c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:29.459760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-04d6fff1-6729-4958-87a8-c104e1913594 None None] Provisioning complete for port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:29.460924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-04d6fff1-6729-4958-87a8-c104e1913594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.513989 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:29.525760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Calling delete_port for 90caa0c2-37f8-4186-a865-063ad33f85b8 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:29.556418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:29.558269 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=7434e9bd-4412-4d23-b289-9476887dff2b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:29.568021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.600610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:29.628545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.652405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['f4351a28-fd28-4e33-8041-fc3afe55c248'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:43:29.683332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:29.684068 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.692161 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5fc42e0d-2a54-45f6-ad4d-f4d8aca75532 req-91b18a89-fee8-476e-947c-086e6a24514f tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.1099389 Mar 22 11:43:29.708808 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port e6340750-1a7d-452f-9c77-b8556fac3f1c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:29.722805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e6340750-1a7d-452f-9c77-b8556fac3f1c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:29.723332 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.763446 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.773731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet ee930a57-cac4-4927-b35e-512382d12e95 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:29.783188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Pushing event deleted for resources: {'Port': ['ID=f4351a28-fd28-4e33-8041-fc3afe55c248,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:29.796867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.832493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.832867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.833231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.833534 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.833862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.834189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.834512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.834835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.835421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.835529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.835845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.836212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:29.837563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07de67f2-be5c-4af3-bd22-7419cedcd62c None None] Could not find standard attr ID for object 20c4a81b-bd60-40d1-ab90-a9440cbcee7d. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:29.839692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] No DVR routers for this DVR port f4351a28-fd28-4e33-8041-fc3afe55c248 on host hv-neutron-8281 {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:29.841735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:29.844983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'name': 'network-vif-deleted', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:43:29.867466 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b322e0f2-1c97-4a7d-a423-bf4ac6a998f5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1476996 Mar 22 11:43:29.876869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57534) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:29.971920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.007261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.033112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.041751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port e6340750-1a7d-452f-9c77-b8556fac3f1c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e6340750-1a7d-452f-9c77-b8556fac3f1c,segment=NetworkSegment(5348ad86-0a67-4090-b06d-6f9e9fc78da8),segment_id=5348ad86-0a67-4090-b06d-6f9e9fc78da8)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:30.053516 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2ca27f-933d-457a-b218-e360ee9896f6', 'name': 'network-vif-deleted', 'tag': 'f4351a28-fd28-4e33-8041-fc3afe55c248', 'status': 'completed', 'code': 200} Mar 22 11:43:30.095505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.117704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cc46dc98-501f-4190-9753-3a32251aa5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.122276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5889854a-b8df-4aa4-93e5-c3f4524896ca None None] Provisioning for port 7434e9bd-4412-4d23-b289-9476887dff2b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:30.128684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5889854a-b8df-4aa4-93e5-c3f4524896ca None None] Provisioning complete for port 7434e9bd-4412-4d23-b289-9476887dff2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:30.129401 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5889854a-b8df-4aa4-93e5-c3f4524896ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.157166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Port': ['ID=90caa0c2-37f8-4186-a865-063ad33f85b8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:30.161993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No DVR routers for this DVR port 90caa0c2-37f8-4186-a865-063ad33f85b8 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:30.166245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a2e88-c26e-4123-b1bf-8f235cb9735b None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:43:30.206409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.207453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:30.244441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.342148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.344891 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-50dc1e02-a237-4aae-a320-adf82641d980 req-d57fd3d3-36b2-4374-ae99-e9ad994df524 tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.60 "DELETE /v2.0/ports/f4351a28-fd28-4e33-8041-fc3afe55c248 HTTP/1.1" status: 204 len: 173 time: 1.7463350 Mar 22 11:43:30.360506 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-5889854a-b8df-4aa4-93e5-c3f4524896ca None None] Port 7434e9bd-4412-4d23-b289-9476887dff2b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:30.385593 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.394620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=e6340750-1a7d-452f-9c77-b8556fac3f1c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:30.409353 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:30.420857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.439892 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e517bf78-4b3d-4dcf-a1b8-4c801f798cd0']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:30.440478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:30.440888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.453891 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e52bfdef-09f9-41c7-bd83-6440ca4f1f12 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf HTTP/1.1" status: 204 len: 168 time: 1.6170785 Mar 22 11:43:30.454199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57538) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:30.457495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61661ab3-f055-4e1a-93a4-fd9d4e9ef084') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:30.457797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61661ab3-f055-4e1a-93a4-fd9d4e9ef084') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:30.473118 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.494061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.506949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:30.507836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.515727 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a2e88-c26e-4123-b1bf-8f235cb9735b None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:30.527701 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:30.549644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.628615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.630505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.654979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.658267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=ee930a57-cac4-4927-b35e-512382d12e95,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:30.704235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port ca2a06ef-82bc-4cf4-acbe-c8090de0702c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:30.704589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.715951 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.725312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.757360 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1697381b-8757-4b26-ae8c-9c321b5006b2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/ee930a57-cac4-4927-b35e-512382d12e95 HTTP/1.1" status: 204 len: 168 time: 1.4933667 Mar 22 11:43:30.759234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.761364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57544) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:30.840022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet f998c277-83d8-4aba-9cf3-b6e016eded48 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:30.843518 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.916885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.923521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=e517bf78-4b3d-4dcf-a1b8-4c801f798cd0,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:30.929768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:30.980384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.980774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.981116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.981455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.981787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.982218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.982446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.982763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.983089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.983411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.983758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:30.984103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:31.031144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-85eb4be0-74fe-4fa3-9f10-dbf376b95010 req-b02fc5b3-92de-4b74-8729-f8c4d4f963ce tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Synchronizing usage tracker for tenant:e5de486031174c0e9ca78137edb3e423 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:31.047857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.067814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9a964-c1da-487a-b71d-1e48ad0a37b6 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:43:31.079208 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-412dea77-31e2-4481-9cb6-addcc792fc10 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 HTTP/1.1" status: 204 len: 168 time: 5.5392382 Mar 22 11:43:31.085787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57548) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:31.139121 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-14961219-b1bf-4e13-b243-d33096468a07 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:31.139809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14961219-b1bf-4e13-b243-d33096468a07 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:31.143526 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-14961219-b1bf-4e13-b243-d33096468a07 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/d69c990f-a70c-4910-9fa4-772abf79101e HTTP/1.1" status: 404 len: 337 time: 0.0545874 Mar 22 11:43:31.144601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57552) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:31.227656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9a964-c1da-487a-b71d-1e48ad0a37b6 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:43:31.282510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e6340750-1a7d-452f-9c77-b8556fac3f1c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:31.289875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-85eb4be0-74fe-4fa3-9f10-dbf376b95010 req-b02fc5b3-92de-4b74-8729-f8c4d4f963ce tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] Unset dirty status for tenant:e5de486031174c0e9ca78137edb3e423 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:31.291051 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-85eb4be0-74fe-4fa3-9f10-dbf376b95010 req-b02fc5b3-92de-4b74-8729-f8c4d4f963ce tempest-TestServerAdvancedOps-656794037 tempest-TestServerAdvancedOps-656794037-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd2ca27f-933d-457a-b218-e360ee9896f6 HTTP/1.1" status: 200 len: 210 time: 0.3893301 Mar 22 11:43:31.372000 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2a6a55-3ad9-4677-9c45-1cd7853e3021 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:31.372647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2a6a55-3ad9-4677-9c45-1cd7853e3021 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:31.383654 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da2a6a55-3ad9-4677-9c45-1cd7853e3021 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/e517bf78-4b3d-4dcf-a1b8-4c801f798cd0 HTTP/1.1" status: 404 len: 339 time: 0.2388668 Mar 22 11:43:31.389918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57556) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:31.448861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e6340750-1a7d-452f-9c77-b8556fac3f1c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:31.449232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.456551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port ca2a06ef-82bc-4cf4-acbe-c8090de0702c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,segment=NetworkSegment(86ddba6e-8b2e-49e2-8f81-f5038d0db598),segment_id=86ddba6e-8b2e-49e2-8f81-f5038d0db598)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:31.457866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.505775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.512136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.555140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=f998c277-83d8-4aba-9cf3-b6e016eded48,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:31.560529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.562387 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0a22db2a-9336-40b8-bccc-bcbd3a1d14a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/f998c277-83d8-4aba-9cf3-b6e016eded48 HTTP/1.1" status: 204 len: 168 time: 0.7997966 Mar 22 11:43:31.564812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57560) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:31.592976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for ca2a06ef-82bc-4cf4-acbe-c8090de0702c owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:31.632373 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:43:31.650446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.694362 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e675c5e3-4f4a-4322-a63f-73de15144807 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260066 Mar 22 11:43:31.694712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57564) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:31.702934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:31.707191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.735739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.759274 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.773946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ff3b4-948b-4206-b6b6-2206a7237be9 None None] Network 67aae6f4-2a97-447a-a884-41216187d783 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:31.788417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ec3e3f-723f-4ac1-a99c-fe06c68625d3']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:31.792781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8a332-0778-4bc7-a1d2-508812e3f7ac None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:31.804868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb09bd2-3ceb-4c0b-a259-d3eb5a9a7829') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:31.805612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb09bd2-3ceb-4c0b-a259-d3eb5a9a7829') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:31.820223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.838959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.847395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:31.848336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:31.866139 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:31.877412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=7434e9bd-4412-4d23-b289-9476887dff2b,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:31.886911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:31.991520 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=ca2a06ef-82bc-4cf4-acbe-c8090de0702c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:32.003043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port ca2a06ef-82bc-4cf4-acbe-c8090de0702c on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:32.023464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.042047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:32.042259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.053815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=49ec3e3f-723f-4ac1-a99c-fe06c68625d3,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:32.064187 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0a92d055-d8ab-40c3-8599-d8404b599f8f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/49ec3e3f-723f-4ac1-a99c-fe06c68625d3 HTTP/1.1" status: 204 len: 168 time: 0.6775036 Mar 22 11:43:32.066542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57568) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:32.117713 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-56653d50-fc84-48b3-ac8c-e867caa097b2 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:32.118214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56653d50-fc84-48b3-ac8c-e867caa097b2 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:32.120160 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-56653d50-fc84-48b3-ac8c-e867caa097b2 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/06ed9cab-2a93-425d-8bf3-4479fe43f55e HTTP/1.1" status: 404 len: 337 time: 0.0525124 Mar 22 11:43:32.123370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57572) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:32.157689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:32.162333 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:32.170654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:32.172860 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d939da5c-b101-4a09-89e4-6069c63f871d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:32.173489 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d939da5c-b101-4a09-89e4-6069c63f871d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:32.175492 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d939da5c-b101-4a09-89e4-6069c63f871d tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/13a64995-299b-4650-87e2-6c7f80360161 HTTP/1.1" status: 404 len: 339 time: 0.0509183 Mar 22 11:43:32.177852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57576) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:32.192925 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.214100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3e034f37-1d5d-4e76-a8cc-f0383b900528 None None] Provisioning complete for port 7434e9bd-4412-4d23-b289-9476887dff2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:32.214100 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3e034f37-1d5d-4e76-a8cc-f0383b900528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.242184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e06ded-36d7-4d2d-851d-58e2ec567636 None None] DHCP port deletion for 67aae6f4-2a97-447a-a884-41216187d783 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:32.253001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting subnet e71ca184-3986-4ed5-b1d3-cdaa7bf51a50 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:32.256142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.259767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:32.268913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Deleting port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:32.269387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.286467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67aae6f4-2a97-447a-a884-41216187d783']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:32.313632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ddba6e-8b2e-49e2-8f81-f5038d0db598') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:32.313898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ddba6e-8b2e-49e2-8f81-f5038d0db598') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:32.316527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.319644 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3e034f37-1d5d-4e76-a8cc-f0383b900528 None None] Port 7434e9bd-4412-4d23-b289-9476887dff2b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:32.324209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:32.328838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.416464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57582) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:32.418031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.425548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.527067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] For port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:32.527374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.574633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.618106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=e71ca184-3986-4ed5-b1d3-cdaa7bf51a50,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:32.620262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.649491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.679768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c344d7-7c90-4cff-ae9c-2c8a88f6e06b None None] Network 9436467d-3f4a-4210-a254-6b158d95057c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:32.697464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Calling delete_port for 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:32.703545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:32.703949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.713974 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ac5bd2ff-acc1-4c61-b512-73022e726d12 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/e71ca184-3986-4ed5-b1d3-cdaa7bf51a50 HTTP/1.1" status: 204 len: 168 time: 0.5327914 Mar 22 11:43:32.715434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57586) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:32.722648 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:32.788480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting subnet a6f7069f-a980-40c7-9986-8a6515cbd6e1 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:32.791681 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.820091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Deleting subnet da75df2d-30be-4e72-8dae-2be8674a963a {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:32.851581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.857581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.891015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.922636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.935468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.948731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.972228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:32.982405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] Pushing event deleted for resources: {'Port': ['ID=24d8cdbc-15e2-4522-8e1b-69d6a05fbd22,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:32.985014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fe05c-c9c9-4f43-a59e-a05125a4603b None None] No DVR routers for this DVR port 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:33.006600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.022609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=67aae6f4-2a97-447a-a884-41216187d783,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:33.103349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.143295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.188057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f7069f-a980-40c7-9986-8a6515cbd6e1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:33.190986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.191548 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1f355300-0c92-4939-adc6-a6b063104c75 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/67aae6f4-2a97-447a-a884-41216187d783 HTTP/1.1" status: 204 len: 168 time: 2.7356946 Mar 22 11:43:33.195416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57590) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:33.203389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075219220', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:33.206848 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ddb13165-2563-41e5-acf1-21c388213567 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/a6f7069f-a980-40c7-9986-8a6515cbd6e1 HTTP/1.1" status: 204 len: 168 time: 0.4888024 Mar 22 11:43:33.206848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57594) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:33.225949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:33.231637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:33.243330 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:33.259367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:33.274236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca2a06ef-82bc-4cf4-acbe-c8090de0702c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:33.312582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ca2a06ef-82bc-4cf4-acbe-c8090de0702c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:33.313197 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ca2a06ef-82bc-4cf4-acbe-c8090de0702c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:33.313767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:33.324403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.352630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.359225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:33.359225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 24d8cdbc-15e2-4522-8e1b-69d6a05fbd22 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:33.366872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port ae297524-2a63-415e-8cd9-c4ed24a472e9 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:33.367301 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.380650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.395087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.396388 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.434032 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.453793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.468084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:33.473965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.477259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:33.487073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc81a7a-ddb6-43e7-af3a-0af2aca3cfbd None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:33.487352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=7c7920e3-0a5b-4679-a052-9cad2009b248,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:33.491232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:33.491811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.514054 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/da75df2d-30be-4e72-8dae-2be8674a963a HTTP/1.1" status: 204 len: 168 time: 1.0852442 Mar 22 11:43:33.520745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57598) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:33.582411 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-97613175-b1ab-4541-8006-3021cb427419 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8856359 Mar 22 11:43:33.593525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57602) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:33.595357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae980f3-b8df-4077-9f53-f289fee34c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da75df2d-30be-4e72-8dae-2be8674a963a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:33.602091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:33.675953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312e70a-eca6-49a4-bfed-cb9857f049f3 None None] Network 9436467d-3f4a-4210-a254-6b158d95057c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:33.775494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device f4351a28-fd28-4e33-8041-fc3afe55c248 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:33.808820 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.832645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] No Port match for: f4351a28-fd28-4e33-8041-fc3afe55c248 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:33.832983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device f4351a28-fd28-4e33-8041-fc3afe55c248 not bound to the agent host hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:33.851563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] For port ae297524-2a63-415e-8cd9-c4ed24a472e9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ae297524-2a63-415e-8cd9-c4ed24a472e9,segment=NetworkSegment(0028aa07-87d8-46fd-aa73-917b9499d859),segment_id=0028aa07-87d8-46fd-aa73-917b9499d859)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:33.852223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.942167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '7c7920e3-0a5b-4679-a052-9cad2009b248'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:33.942969 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:33.964931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0a00b582-d398-45b5-bfae-2dca7c9f4b0f None None] Provisioning complete for port ae297524-2a63-415e-8cd9-c4ed24a472e9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:33.965724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0a00b582-d398-45b5-bfae-2dca7c9f4b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.040683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Calling delete_port for ae297524-2a63-415e-8cd9-c4ed24a472e9 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:34.152967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.196767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41daca47-7812-4afc-9790-96aa93b7b391']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.217721 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dbb564-07c0-4434-b824-43f9028cad8b') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.220670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dbb564-07c0-4434-b824-43f9028cad8b') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.239490 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Allocated IP 172.20.0.2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/7c7920e3-0a5b-4679-a052-9cad2009b248/4915face-8ceb-4ac1-8b7b-44c390255ae1) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:34.241416 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.262337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.263893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.271313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:34.271313 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:34.285259 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:34.298160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:34.303888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.308095 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:34.313552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:34.339220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7534bd-c664-4611-9816-b8e11336fc63 None None] DHCP port deletion for 9436467d-3f4a-4210-a254-6b158d95057c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:34.365862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:34.402083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No DVR routers for this DVR port ae297524-2a63-415e-8cd9-c4ed24a472e9 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:34.438262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Port': ['ID=ae297524-2a63-415e-8cd9-c4ed24a472e9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:34.490885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.507074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:34.510529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.511094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Transition to ACTIVE for port object 4915face-8ceb-4ac1-8b7b-44c390255ae1 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:34.530063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Transition to ACTIVE for port object 4915face-8ceb-4ac1-8b7b-44c390255ae1 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:34.532467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.557909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.563502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.573435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=41daca47-7812-4afc-9790-96aa93b7b391,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:34.575247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.591507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.597621 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9bf60d8f-b4e6-44c0-96e1-732ad2f7fc53 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41daca47-7812-4afc-9790-96aa93b7b391 HTTP/1.1" status: 204 len: 168 time: 1.0758469 Mar 22 11:43:34.599750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57606) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:34.603015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9436467d-3f4a-4210-a254-6b158d95057c']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.656928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0028aa07-87d8-46fd-aa73-917b9499d859') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.657202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0028aa07-87d8-46fd-aa73-917b9499d859') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:34.669633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.669859 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:34.674016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:34.674166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.683805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:34.695686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Deleting subnet 939a2e90-0981-4448-a16b-f7387f5a6d38 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:34.698881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.751668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.767453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Pushing event updated for resources: {'Port': ['ID=4915face-8ceb-4ac1-8b7b-44c390255ae1,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:34.809627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.810494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.824647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=7434e9bd-4412-4d23-b289-9476887dff2b,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:34.869721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Attempting to bind port 4915face-8ceb-4ac1-8b7b-44c390255ae1 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:34.870091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Attempting to bind port 4915face-8ceb-4ac1-8b7b-44c390255ae1 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:34.870457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Attempting to bind port 4915face-8ceb-4ac1-8b7b-44c390255ae1 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:34.874899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.877770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:34.878150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:34.878552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.879111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:34.879391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Bound port: 4915face-8ceb-4ac1-8b7b-44c390255ae1, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:34.879769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.881435 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:34.886862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:34.896655 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:34.971808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:34.976308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] For port 4915face-8ceb-4ac1-8b7b-44c390255ae1, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:35.010476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939a2e90-0981-4448-a16b-f7387f5a6d38,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:35.014035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.025393 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7acd961c-35a1-4e31-b15a-34249fd4e1e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/939a2e90-0981-4448-a16b-f7387f5a6d38 HTTP/1.1" status: 204 len: 168 time: 0.4246957 Mar 22 11:43:35.027771 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57610) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.086690 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] For port 4915face-8ceb-4ac1-8b7b-44c390255ae1, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4915face-8ceb-4ac1-8b7b-44c390255ae1,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:35.114562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.129326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.133974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.135800 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/9436467d-3f4a-4210-a254-6b158d95057c HTTP/1.1" status: 204 len: 168 time: 1.9283547 Mar 22 11:43:35.146356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57614) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.172557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.184272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f483-cc67-495d-927d-87dcb8c2524c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=9436467d-3f4a-4210-a254-6b158d95057c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:35.191279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.198176 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faaf0ed-89d2-4ece-96a9-3fe35e331720 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.198736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faaf0ed-89d2-4ece-96a9-3fe35e331720 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.200565 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2faaf0ed-89d2-4ece-96a9-3fe35e331720 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/849e23f7-e41c-445d-afb2-d473494c6472 HTTP/1.1" status: 404 len: 337 time: 0.0504730 Mar 22 11:43:35.203477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57618) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.205448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.283776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae297524-2a63-415e-8cd9-c4ed24a472e9 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:35.289577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:35.321511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:35.343725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ae297524-2a63-415e-8cd9-c4ed24a472e9 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:35.344254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ae297524-2a63-415e-8cd9-c4ed24a472e9 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:35.351779 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c45daf7-b7f4-4d56-9406-c420db984071 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.352258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c45daf7-b7f4-4d56-9406-c420db984071 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.354281 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6c45daf7-b7f4-4d56-9406-c420db984071 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/e883409e-c7a1-42a4-95bb-1fac9d5d80c2 HTTP/1.1" status: 404 len: 339 time: 0.1499381 Mar 22 11:43:35.357842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57622) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.406455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85fc06-a596-4a16-bb49-f816034f36ff None None] Pushing event updated for resources: {'Port': ['ID=4915face-8ceb-4ac1-8b7b-44c390255ae1,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:35.454852 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cb6a0a-25f1-4b16-bbbb-6e70f01220c0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.455300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cb6a0a-25f1-4b16-bbbb-6e70f01220c0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.456997 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-64cb6a0a-25f1-4b16-bbbb-6e70f01220c0 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/a62f488b-34a4-4e56-8270-ce8c3dfd525f HTTP/1.1" status: 404 len: 337 time: 0.0726109 Mar 22 11:43:35.460048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57626) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.538274 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5edb43-8574-4fe6-bae7-094ea2c3cb6c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.539015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5edb43-8574-4fe6-bae7-094ea2c3cb6c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.540881 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ab5edb43-8574-4fe6-bae7-094ea2c3cb6c tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/c10555a3-6d5b-407b-890c-c9905222e999 HTTP/1.1" status: 404 len: 339 time: 0.0797145 Mar 22 11:43:35.544133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57630) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.562660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.26.5.174 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/90eaf448-b66e-46af-9130-07a6eb443782) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:35.580740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.599346 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08e4f60-2177-43d5-a09a-acb4c2266409 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.599740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08e4f60-2177-43d5-a09a-acb4c2266409 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.601466 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f08e4f60-2177-43d5-a09a-acb4c2266409 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/1ccb336d-a426-49c0-b0c0-4a7e9b56cad8 HTTP/1.1" status: 404 len: 337 time: 0.0564117 Mar 22 11:43:35.605736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57634) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.646239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72303eb-b02e-4366-aa58-2bf568b8546e']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:35.671495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76d66e9-d482-4317-bbbc-7adbde31d70d') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:35.671788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76d66e9-d482-4317-bbbc-7adbde31d70d') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:35.672974 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7b805b1a-e08b-458c-bef3-8ba9bee238f6 None None] Provisioning complete for port 7434e9bd-4412-4d23-b289-9476887dff2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:35.673453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7b805b1a-e08b-458c-bef3-8ba9bee238f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.683791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.714272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.722557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:35.722968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:35.739575 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:35.754968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7b805b1a-e08b-458c-bef3-8ba9bee238f6 None None] Port 7434e9bd-4412-4d23-b289-9476887dff2b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:35.903005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.912182 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4687dd-f630-42bf-9f7c-b41b471579dc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:35.912711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4687dd-f630-42bf-9f7c-b41b471579dc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:35.923108 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:35.930429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72303eb-b02e-4366-aa58-2bf568b8546e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:35.934610 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d3ca98d8-e640-4e31-9d41-41a421358455 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f72303eb-b02e-4366-aa58-2bf568b8546e HTTP/1.1" status: 204 len: 168 time: 0.9059079 Mar 22 11:43:35.961325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:35.961551 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8a4687dd-f630-42bf-9f7c-b41b471579dc tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/6a05895a-b66d-44f3-a786-fdd4749c016b HTTP/1.1" status: 404 len: 339 time: 0.3545709 Mar 22 11:43:36.032616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Router 73a620f6-d99d-4709-9366-58e25edf22ff is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:36.037795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting subnet b598ba2d-ab9b-48db-802b-7c102204f70d {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:36.041241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.067167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.103611 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.131443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:43:36.195620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.350390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57644) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:36.367935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:36.375654 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1145505e-7c82-4c3a-b823-7c9e45c19cfc tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/routers/73a620f6-d99d-4709-9366-58e25edf22ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4902785 Mar 22 11:43:36.379377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57648) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:36.382364 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] Sync routers for ids ['73a620f6-d99d-4709-9366-58e25edf22ff'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:36.383389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.394059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] Routers {'73a620f6-d99d-4709-9366-58e25edf22ff'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:36.394820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73a620f6-d99d-4709-9366-58e25edf22ff'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:36.451983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.456694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=b598ba2d-ab9b-48db-802b-7c102204f70d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:36.468726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e82343-c6c2-46c7-a665-e2c431bcc00e None None] Network 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:36.470488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.482201 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-56c29828-5f37-4189-9ad5-7a569af33406 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/b598ba2d-ab9b-48db-802b-7c102204f70d HTTP/1.1" status: 204 len: 168 time: 0.5195649 Mar 22 11:43:36.485760 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-86c22113-789f-4ec4-aa1c-33c2b4003aac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5de486031174c0e9ca78137edb3e423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315742 Mar 22 11:43:36.486317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57652) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:36.507878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57654) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:36.521016 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e3c8d-d267-4634-8fd5-6132e4301bae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:36.522658 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e3e3c8d-d267-4634-8fd5-6132e4301bae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a620f6-d99d-4709-9366-58e25edf22ff HTTP/1.1" status: 200 len: 982 time: 0.1407194 Mar 22 11:43:36.526479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57660) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:36.591982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:36.601837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:36.602021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:36.607813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:36.617414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] Routers {'73a620f6-d99d-4709-9366-58e25edf22ff'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:36.618204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73a620f6-d99d-4709-9366-58e25edf22ff'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:36.644817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=90eaf448-b66e-46af-9130-07a6eb443782,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:36.694008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.758824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:36.759660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44a48-7382-4570-ab93-2605a8d8bead None None] The sync data for ids ['73a620f6-d99d-4709-9366-58e25edf22ff'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:36.788775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.814918 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.879756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2e1cf585-a01d-4196-bccb-25d5e7772720 None None] Provisioning for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:36.884308 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] DHCP port deletion for 52af97e4-9eb3-4178-bf9c-6bdba510d6c9 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:36.890397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Deleting port 98fc1c90-be68-4996-bbba-dc764a6b7c61 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:36.890975 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.915462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 98fc1c90-be68-4996-bbba-dc764a6b7c61 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:36.915869 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:36.997228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.116031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] For port 98fc1c90-be68-4996-bbba-dc764a6b7c61, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=98fc1c90-be68-4996-bbba-dc764a6b7c61,segment=NetworkSegment(b7879ca1-b8c5-4e11-b607-a73e743f92c0),segment_id=b7879ca1-b8c5-4e11-b607-a73e743f92c0)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:37.116427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.137936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port 4915face-8ceb-4ac1-8b7b-44c390255ae1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4915face-8ceb-4ac1-8b7b-44c390255ae1,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:37.241296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Calling delete_port for 98fc1c90-be68-4996-bbba-dc764a6b7c61 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:37.335634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4915face-8ceb-4ac1-8b7b-44c390255ae1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:37.343567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.410397 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] For port 98fc1c90-be68-4996-bbba-dc764a6b7c61, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=98fc1c90-be68-4996-bbba-dc764a6b7c61,segment=NetworkSegment(b7879ca1-b8c5-4e11-b607-a73e743f92c0),segment_id=b7879ca1-b8c5-4e11-b607-a73e743f92c0)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:37.411024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.440214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.481198 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:37.494879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] Pushing event deleted for resources: {'Port': ['ID=98fc1c90-be68-4996-bbba-dc764a6b7c61,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:37.498543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:37.498922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.530647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52db16-2b1c-41b5-b51d-2b45f73d2c77 None None] No DVR routers for this DVR port 98fc1c90-be68-4996-bbba-dc764a6b7c61 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:37.551833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:43:37.570010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.582057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Calling delete_port for 98fc1c90-be68-4996-bbba-dc764a6b7c61 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:37.608222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.638803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.643357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f8c9a6-3151-4441-9af3-1a8ec544ac6d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:37.651553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.652322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.700679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:37.701005 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:37.757404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.757673 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=5d9b6473-958f-4176-a62b-72e6fee912e1,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:37.758737 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1a6d9b80-b391-40c5-8bcf-8a6b71729056 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0f8c9a6-3151-4441-9af3-1a8ec544ac6d HTTP/1.1" status: 204 len: 168 time: 1.2499149 Mar 22 11:43:37.777195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.809583 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:37.810185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:37.831127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=4915face-8ceb-4ac1-8b7b-44c390255ae1,revision_number=4']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:37.905507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:37.908451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:37.912576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:37.913162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:37.920634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4954924-0920-4cdf-b441-2e163c77adde None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:38.015515 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2bfe0960-113a-4f52-9d43-74982624fb88 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4178720 Mar 22 11:43:38.018276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57666) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:38.033667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:8d:08:d2', 'name': 'tempest-NetworksTestDHCPv6-102125235'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:38.072285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.093649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 7434e9bd-4412-4d23-b289-9476887dff2b {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:38.094008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.265022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 98fc1c90-be68-4996-bbba-dc764a6b7c61 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:38.265364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.330147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:38.346066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:38.351105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:38.362230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:38.364411 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] The port '98fc1c90-be68-4996-bbba-dc764a6b7c61' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:38.395683 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.431994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 4915face-8ceb-4ac1-8b7b-44c390255ae1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4915face-8ceb-4ac1-8b7b-44c390255ae1,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:38.486001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.486611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 38f16158-0338-4f1e-9b47-f459b4d0894d is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:38.488706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:38.508104 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.537421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.570368 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 98fc1c90-be68-4996-bbba-dc764a6b7c61 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:38.636214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 98fc1c90-be68-4996-bbba-dc764a6b7c61 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:38.636578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 98fc1c90-be68-4996-bbba-dc764a6b7c61 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:38.666528 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=4915face-8ceb-4ac1-8b7b-44c390255ae1,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:38.675552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.675919 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.676226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.676630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.676963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.677290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.677671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.677993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.678316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.678686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.678882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 7434e9bd-4412-4d23-b289-9476887dff2b owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:38.679005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.679436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:43:38.681660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57672) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:38.862593 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-13332eaa-d5dc-43fa-94aa-11c953427c02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0084ed43166644adb76c68d4dec94b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799126 Mar 22 11:43:38.863327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57676) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:38.867682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.875029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af97e4-9eb3-4178-bf9c-6bdba510d6c9']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:38.893237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7879ca1-b8c5-4e11-b607-a73e743f92c0') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:38.893529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7879ca1-b8c5-4e11-b607-a73e743f92c0') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:38.920188 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.925496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:38.929043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d0411b86-9f40-4f4b-9a78-23cc25aa28fb None None] Provisioning complete for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:38.929248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d0411b86-9f40-4f4b-9a78-23cc25aa28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.933679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:38.943611 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] Sync routers for ids ['38f16158-0338-4f1e-9b47-f459b4d0894d'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:38.949486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.958078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:38.958526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:38.961237 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] Routers {'38f16158-0338-4f1e-9b47-f459b4d0894d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:38.961924 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['38f16158-0338-4f1e-9b47-f459b4d0894d'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:38.973769 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:39.077794 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:39.090240 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] Routers {'38f16158-0338-4f1e-9b47-f459b4d0894d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:39.090878 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['38f16158-0338-4f1e-9b47-f459b4d0894d'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:39.152118 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:39.152705 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa796b41-dea8-4bb0-b5db-9b3fc43ab936 None None] The sync data for ids ['38f16158-0338-4f1e-9b47-f459b4d0894d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:39.166487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.170652 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.216358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=52af97e4-9eb3-4178-bf9c-6bdba510d6c9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:39.220633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.226808 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.228008 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-53aca551-5299-4065-ab20-f742cd391ac7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.0325625 Mar 22 11:43:39.233146 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7c091ee5-0cd4-4034-9dfb-3e6d05c71768 tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/52af97e4-9eb3-4178-bf9c-6bdba510d6c9 HTTP/1.1" status: 204 len: 168 time: 2.7453234 Mar 22 11:43:39.234752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57682) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:39.235641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57684) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:39.267873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4915face-8ceb-4ac1-8b7b-44c390255ae1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:39.274300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.338239 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:39.338239 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.351792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.362515 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-573064a0-d34f-43cf-9c28-2dd3186d4fbd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:39.362747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573064a0-d34f-43cf-9c28-2dd3186d4fbd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:39.365262 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-573064a0-d34f-43cf-9c28-2dd3186d4fbd tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/9017f881-b43e-4288-9454-cebf3b2b7c3e HTTP/1.1" status: 404 len: 337 time: 0.1188536 Mar 22 11:43:39.371063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57692) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:39.409046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 172.20.0.12 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/7c7920e3-0a5b-4679-a052-9cad2009b248/4482f1d3-d5c5-4e29-a51b-0a980929dcf0) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:39.412630 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1758c1ba-61e3-4338-87f2-0abe16cb31de tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] DELETE failed (client error): The resource could not be found. Mar 22 11:43:39.413320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1758c1ba-61e3-4338-87f2-0abe16cb31de tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:39.423384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=7434e9bd-4412-4d23-b289-9476887dff2b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:39.424201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe8d:8d2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/5d9b6473-958f-4176-a62b-72e6fee912e1/4482f1d3-d5c5-4e29-a51b-0a980929dcf0) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:39.473657 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1758c1ba-61e3-4338-87f2-0abe16cb31de tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/bf1b0e66-4d06-4ffe-8780-3eb7acc6c560 HTTP/1.1" status: 404 len: 339 time: 0.1010585 Mar 22 11:43:39.477846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57696) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:39.564562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.566954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.571869 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92ff7ce5-de05-4f02-9513-b455b4521d1d HTTP/1.1" status: 204 len: 168 time: 0.6906672 Mar 22 11:43:39.603166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b63df-8c0e-4234-86bd-b00d7d864d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff7ce5-de05-4f02-9513-b455b4521d1d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:39.610322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting subnet b22fd2bb-9f94-4d2c-ae3b-c63ebed23985 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:39.651072 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e8c29238-e13b-4693-a2a8-afac7de4ea70 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers/38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 200 len: 881 time: 0.4062436 Mar 22 11:43:39.665401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57702) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:39.672959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.783703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.807869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.953116 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.977943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:40.003392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.070229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Router 73a620f6-d99d-4709-9366-58e25edf22ff has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:43:40.206975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:40.209921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.215459 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a8b66816-d802-417f-98cc-c5b4ace20163 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/routers/73a620f6-d99d-4709-9366-58e25edf22ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6742437 Mar 22 11:43:40.217012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57706) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:40.217231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10281851-eb89-4baf-885e-464dd581df47 None None] Sync routers for ids ['73a620f6-d99d-4709-9366-58e25edf22ff'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:40.227915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] Routers {'73a620f6-d99d-4709-9366-58e25edf22ff'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:40.228540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73a620f6-d99d-4709-9366-58e25edf22ff'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:40.260636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a222d657-a389-45ed-8a0b-c126c2e5464c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:router {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:40.290186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.294080 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:40.303700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] Routers {'73a620f6-d99d-4709-9366-58e25edf22ff'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:40.304844 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['73a620f6-d99d-4709-9366-58e25edf22ff'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:40.357230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:40.358136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=4482f1d3-d5c5-4e29-a51b-0a980929dcf0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:40.361807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Subnet': ['ID=b22fd2bb-9f94-4d2c-ae3b-c63ebed23985,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:40.364058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:40.366447 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:40.373250 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-10281851-eb89-4baf-885e-464dd581df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:40.373657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10281851-eb89-4baf-885e-464dd581df47 None None] The sync data for ids ['73a620f6-d99d-4709-9366-58e25edf22ff'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:40.382504 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d6784-7a33-4237-a67d-877f30a58574 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:43:40.383013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-817d6784-7a33-4237-a67d-877f30a58574 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:40.386639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b957bb5-b8ee-423a-bedc-fabd3f84305a None None] Network 7d6ec25b-cb2b-479f-b58c-edb3a31512bb requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:40.395402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.419494 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-545d4441-c2de-44e9-ad5c-fe11c979805f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/subnets/b22fd2bb-9f94-4d2c-ae3b-c63ebed23985 HTTP/1.1" status: 204 len: 168 time: 0.9406419 Mar 22 11:43:40.422453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57710) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:40.440265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:40.440948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.455051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a222d657-a389-45ed-8a0b-c126c2e5464c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:router {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:40.460798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57714) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:40.463497 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a222d657-a389-45ed-8a0b-c126c2e5464c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7970557 Mar 22 11:43:40.469887 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2075219220'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:40.532625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-817d6784-7a33-4237-a67d-877f30a58574 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:40.536595 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-817d6784-7a33-4237-a67d-877f30a58574 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/7434e9bd-4412-4d23-b289-9476887dff2b HTTP/1.1" status: 404 len: 333 time: 0.3185833 Mar 22 11:43:40.538075 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-49f9b03f-ad45-4490-8fe2-91dba0992f2e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5185254 Mar 22 11:43:40.540497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57718) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:40.595737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57722) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:40.675881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.697783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] DHCP port deletion for 7d6ec25b-cb2b-479f-b58c-edb3a31512bb request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:40.703104 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Deleting port 9839e8fd-bd63-454e-b14a-f35746431d50 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:40.703757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.718670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.770946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 9839e8fd-bd63-454e-b14a-f35746431d50 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:40.771279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.816940 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-45f57c89-eae6-4774-9240-d5b55be2c2b3 None None] Provisioning for port 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:40.835634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-45f57c89-eae6-4774-9240-d5b55be2c2b3 None None] Provisioning complete for port 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:40.836233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-45f57c89-eae6-4774-9240-d5b55be2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:40.939598 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-45f57c89-eae6-4774-9240-d5b55be2c2b3 None None] Port 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:40.963776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6366b-e42b-4266-888e-5f7015057267 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:40.969839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6366b-e42b-4266-888e-5f7015057267 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:40.970599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fe6366b-e42b-4266-888e-5f7015057267 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:41.018147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] For port 9839e8fd-bd63-454e-b14a-f35746431d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9839e8fd-bd63-454e-b14a-f35746431d50,segment=NetworkSegment(886683c1-5043-45c6-a514-7a7dd617e194),segment_id=886683c1-5043-45c6-a514-7a7dd617e194)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:41.018385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.106662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fe6366b-e42b-4266-888e-5f7015057267 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:41.110911 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2fe6366b-e42b-4266-888e-5f7015057267 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5108411 Mar 22 11:43:41.113600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57728) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:41.143018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.145239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.180481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Calling delete_port for 9839e8fd-bd63-454e-b14a-f35746431d50 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:41.240023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.240460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Fanout notify agent at l3_agent the message router_deleted on router 73a620f6-d99d-4709-9366-58e25edf22ff {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:43:41.252688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.257057 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-722ff53a-54d7-4f60-b04c-4481f174427a tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/routers/73a620f6-d99d-4709-9366-58e25edf22ff HTTP/1.1" status: 204 len: 168 time: 0.7166312 Mar 22 11:43:41.260977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57732) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:41.270636 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 9839e8fd-bd63-454e-b14a-f35746431d50 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:41.329091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] For port 9839e8fd-bd63-454e-b14a-f35746431d50, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9839e8fd-bd63-454e-b14a-f35746431d50,segment=NetworkSegment(886683c1-5043-45c6-a514-7a7dd617e194),segment_id=886683c1-5043-45c6-a514-7a7dd617e194)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:41.329447 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.331204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet d6af002e-b073-41f2-a0b2-ef5c49e2decf {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:41.334612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.347871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:41.348209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.385735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.394515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.433759 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.478885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.495647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] Pushing event deleted for resources: {'Port': ['ID=9839e8fd-bd63-454e-b14a-f35746431d50,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:41.496609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Calling delete_port for 9839e8fd-bd63-454e-b14a-f35746431d50 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:41.500049 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c85d49-e416-4005-971a-67374c6ab01e None None] No DVR routers for this DVR port 9839e8fd-bd63-454e-b14a-f35746431d50 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:41.659908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.700251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=d6af002e-b073-41f2-a0b2-ef5c49e2decf,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:41.704493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.710900 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b663e52a-1ab0-433f-a1a3-9ca1cb2efc0d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/d6af002e-b073-41f2-a0b2-ef5c49e2decf HTTP/1.1" status: 204 len: 168 time: 0.4482741 Mar 22 11:43:41.715045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa441fe6-39a7-4a48-8ec4-de146252b6b7 None None] Network 680814f1-2f93-4b43-8042-1fb28f62bf15 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:41.717009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57736) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:41.838148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.850598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port e6340750-1a7d-452f-9c77-b8556fac3f1c {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:41.851310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.966367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.973482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] DHCP port deletion for 680814f1-2f93-4b43-8042-1fb28f62bf15 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:41.977282 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Deleting port e6340750-1a7d-452f-9c77-b8556fac3f1c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:41.978140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.979006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:41.979328 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:42.003554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.066163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port e6340750-1a7d-452f-9c77-b8556fac3f1c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e6340750-1a7d-452f-9c77-b8556fac3f1c,segment=NetworkSegment(5348ad86-0a67-4090-b06d-6f9e9fc78da8),segment_id=5348ad86-0a67-4090-b06d-6f9e9fc78da8)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:42.066530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.128642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.136903 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 4482f1d3-d5c5-4e29-a51b-0a980929dcf0 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:42.190521 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] For port e6340750-1a7d-452f-9c77-b8556fac3f1c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e6340750-1a7d-452f-9c77-b8556fac3f1c,segment=NetworkSegment(5348ad86-0a67-4090-b06d-6f9e9fc78da8),segment_id=5348ad86-0a67-4090-b06d-6f9e9fc78da8)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:42.190905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.205707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for e6340750-1a7d-452f-9c77-b8556fac3f1c owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:42.319201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Calling delete_port for e6340750-1a7d-452f-9c77-b8556fac3f1c owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:42.379251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.391551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:42.391994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:42.425565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 38f16158-0338-4f1e-9b47-f459b4d0894d has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:43:42.435009 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=e6340750-1a7d-452f-9c77-b8556fac3f1c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:42.436820 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port e6340750-1a7d-452f-9c77-b8556fac3f1c on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:42.480540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Deleting port 9839e8fd-bd63-454e-b14a-f35746431d50 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:42.480878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.559600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.585144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680814f1-2f93-4b43-8042-1fb28f62bf15']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:42.597675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5348ad86-0a67-4090-b06d-6f9e9fc78da8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:42.598082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5348ad86-0a67-4090-b06d-6f9e9fc78da8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:42.609320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.621783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] The port '9839e8fd-bd63-454e-b14a-f35746431d50' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:42.624858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.630811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:42.631131 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:42.645792 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:42.802381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.820748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.827664 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.835328 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=680814f1-2f93-4b43-8042-1fb28f62bf15,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:42.879728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.893726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Deleting port e6340750-1a7d-452f-9c77-b8556fac3f1c {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:42.894125 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.896480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:42.906886 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] Sync routers for ids ['38f16158-0338-4f1e-9b47-f459b4d0894d'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:42.918426 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2a30627d-59f3-4741-9319-78fecfa5631c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/680814f1-2f93-4b43-8042-1fb28f62bf15 HTTP/1.1" status: 204 len: 168 time: 1.1964419 Mar 22 11:43:42.918559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=4482f1d3-d5c5-4e29-a51b-0a980929dcf0,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:42.918650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57742) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:42.925042 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] Routers {'38f16158-0338-4f1e-9b47-f459b4d0894d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:42.925850 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['38f16158-0338-4f1e-9b47-f459b4d0894d'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:42.962459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6ec25b-cb2b-479f-b58c-edb3a31512bb']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:42.996100 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:43.005850 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] Routers {'38f16158-0338-4f1e-9b47-f459b4d0894d'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:43.006689 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['38f16158-0338-4f1e-9b47-f459b4d0894d'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:43.015362 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1644b-7d61-4da2-84be-21cd8f4dccba None None] The port 'e6340750-1a7d-452f-9c77-b8556fac3f1c' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:43:43.023386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.028314 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a5bdc394-4bad-49b9-a86b-f5659b78fcf7 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 200 len: 888 time: 2.5664062 Mar 22 11:43:43.029321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57746) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.034086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5479a53-37b4-4a9c-8351-652127cdd0d2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:43.034688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e5479a53-37b4-4a9c-8351-652127cdd0d2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:43.041458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886683c1-5043-45c6-a514-7a7dd617e194') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:43.041957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886683c1-5043-45c6-a514-7a7dd617e194') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:43.076778 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:43.082313 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820389d-f264-45bc-9241-a5236fb93b77 None None] The sync data for ids ['38f16158-0338-4f1e-9b47-f459b4d0894d'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:43.132769 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e5479a53-37b4-4a9c-8351-652127cdd0d2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:43.133977 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e5479a53-37b4-4a9c-8351-652127cdd0d2 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/dadd7091-36ab-4dcb-a215-50d080dd3c6f HTTP/1.1" status: 200 len: 840 time: 0.2145588 Mar 22 11:43:43.137708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.260181 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e6340750-1a7d-452f-9c77-b8556fac3f1c no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:43.297967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: e6340750-1a7d-452f-9c77-b8556fac3f1c {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:43.298370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e6340750-1a7d-452f-9c77-b8556fac3f1c not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:43.306236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.335939 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c2f33b53-018e-4a7f-8f8f-e30dbf81b113 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/dadd7091-36ab-4dcb-a215-50d080dd3c6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1936512 Mar 22 11:43:43.336500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57754) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.336656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.341571 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:43.350495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.352284 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4c0174d1-dc02-4461-8f59-f167973f0b81 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/4482f1d3-d5c5-4e29-a51b-0a980929dcf0 HTTP/1.1" status: 204 len: 168 time: 2.2365022 Mar 22 11:43:43.353324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:43:43.353712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.357159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57758) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:43:43.369039 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:43:43.504906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:43.506432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:43.507905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:43.508736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:43.511376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:43.516221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:43.521553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:43.531526 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:43.534869 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0bf5cebc-917e-47ef-a75a-089ac6f51c5b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers/38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 200 len: 888 time: 0.4960787 Mar 22 11:43:43.537660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57762) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.584174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-04fb9dac-2b64-43c8-a17e-5b04e4676384 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:43.610701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.614642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.633983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:43.637564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.641834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] Pushing event deleted for resources: {'Network': ['ID=7d6ec25b-cb2b-479f-b58c-edb3a31512bb,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:43.647891 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-386085c1-53d1-4601-8a60-1429a130991f tempest-NetworksIpV6Test-282906000 tempest-NetworksIpV6Test-282906000-project] 10.222.0.53 "DELETE /v2.0/networks/7d6ec25b-cb2b-479f-b58c-edb3a31512bb HTTP/1.1" status: 204 len: 168 time: 3.2220020 Mar 22 11:43:43.650798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:43.651920 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0af74f18-8d25-4f30-ae0f-59f0066defc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2938769 Mar 22 11:43:43.654718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57768) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.669697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-04fb9dac-2b64-43c8-a17e-5b04e4676384 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:43.669697 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-04fb9dac-2b64-43c8-a17e-5b04e4676384 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 200 len: 205 time: 0.1309946 Mar 22 11:43:43.673569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57772) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:43.726816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 5d9b6473-958f-4176-a62b-72e6fee912e1 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:43.730174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.791688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.875087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.924088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.028827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.073175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9b6473-958f-4176-a62b-72e6fee912e1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:44.075917 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.088202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fff02a-2527-4d8e-9910-22cd9b5daf4a None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:44.123399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57778) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.161753 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fc6854e7-065e-4b39-8f96-1d4e8ad8ccf1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/5d9b6473-958f-4176-a62b-72e6fee912e1 HTTP/1.1" status: 204 len: 168 time: 0.5051236 Mar 22 11:43:44.163603 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57784) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.178583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.237322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.276751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 90eaf448-b66e-46af-9130-07a6eb443782 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:44.277383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.287689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 7c7920e3-0a5b-4679-a052-9cad2009b248 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:44.290688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.338524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:44.343259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:44.348275 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4ec6bb95-bd4b-41bb-975c-ca97f271525d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b11263477154a99ad3cd26e264598d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233210 Mar 22 11:43:44.350337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57788) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.352090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:44.352237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.353474 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.355773 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567e315-7265-4918-861d-81a4c6b8b498 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:44.403052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=1f319a85-2477-487b-a7d5-8c57b63a728e,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:44.453998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.531217 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-93d51f68-3f49-453f-83ce-bf08c216efc0 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1905227 Mar 22 11:43:44.534893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57792) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.542926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.545496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'security_group': {'name': 'tempest-secgroup-732323799'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:44.558986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:44.567246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:44.571621 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:44.579676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:44.589150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.597020 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.631054 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.670602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.686999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-caeba167-8d14-4a88-8e42-8f47476e4fdc', 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'tenant_id': 'e59e040071fc400494954951a35ffefa', 'fixed_ips': [{'subnet_id': '1f319a85-2477-487b-a7d5-8c57b63a728e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:44.686999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.698136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:44.705018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7920e3-0a5b-4679-a052-9cad2009b248,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:44.718843 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-32b1bb15-1f59-489a-835f-71dfc6cad7db tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/7c7920e3-0a5b-4679-a052-9cad2009b248 HTTP/1.1" status: 204 len: 168 time: 0.5537338 Mar 22 11:43:44.720129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:44.722268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57796) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.740049 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 90eaf448-b66e-46af-9130-07a6eb443782 owned by network:router_gateway {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:44.816141 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:44.837058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:44.846534 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8f137a9b-362d-4a46-a93e-b4791778af31 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231303 Mar 22 11:43:44.847207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57800) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:44.897832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Allocated IP 172.20.0.2 (caeba167-8d14-4a88-8e42-8f47476e4fdc/1f319a85-2477-487b-a7d5-8c57b63a728e/37da1c6e-86bb-4112-b99b-bbaa00f950e1) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:44.908168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:44.970900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbaabf2-1a8d-4d4a-8e0c-7e07000c104d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:44.971685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fbbaabf2-1a8d-4d4a-8e0c-7e07000c104d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:45.011185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365adc8-100d-4203-b9be-028afd9d2a79 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:45.052385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.068075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-fbbaabf2-1a8d-4d4a-8e0c-7e07000c104d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:45.071463 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fbbaabf2-1a8d-4d4a-8e0c-7e07000c104d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2201545 Mar 22 11:43:45.072806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57804) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.080692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d18a20-747c-4ca3-870f-8b2b666f5a99,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:45.097158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.098432 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f47f92f3-3381-4ef4-a985-b73e03a54feb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20d18a20-747c-4ca3-870f-8b2b666f5a99 HTTP/1.1" status: 204 len: 168 time: 0.7421210 Mar 22 11:43:45.142342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970c41b-b69b-4857-9d08-b5e7edbc1d83 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:45.143023 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d970c41b-b69b-4857-9d08-b5e7edbc1d83 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:45.159896 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.173761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bf064a0a-9c5a-4c64-9125-65eb647a8a87 None None] Provisioning complete for port 4915face-8ceb-4ac1-8b7b-44c390255ae1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:45.174318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bf064a0a-9c5a-4c64-9125-65eb647a8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.216753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=90eaf448-b66e-46af-9130-07a6eb443782,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:45.225962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.282038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d970c41b-b69b-4857-9d08-b5e7edbc1d83 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:45.285494 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d970c41b-b69b-4857-9d08-b5e7edbc1d83 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2090163 Mar 22 11:43:45.285746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57810) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.312026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335826'] for router_gateway, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.349852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.366477 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.382871 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-250611c6-a29e-498d-bef6-eb710d99aab3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917084 Mar 22 11:43:45.384151 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57814) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.392726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Transition to ACTIVE for port object 37da1c6e-86bb-4112-b99b-bbaa00f950e1 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:45.394801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:45.441218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40e9e3-9328-4de9-87e1-cc8ad38f86a3,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:45.468234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Transition to ACTIVE for port object 37da1c6e-86bb-4112-b99b-bbaa00f950e1 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:45.500332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.502742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.515051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.516365 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ca64444-8717-42a8-bfe1-04e37bfa969d tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9799414 Mar 22 11:43:45.522816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57820) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.527700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'security_group': {'name': 'tempest-secgroup-1008742572'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:45.534441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:45.538848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:45.541982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:45.547410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:45.548481 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:45.556589 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.559321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:45.599582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.599998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router 38f16158-0338-4f1e-9b47-f459b4d0894d {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:43:45.600920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:45.625593 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Deleting port 4915face-8ceb-4ac1-8b7b-44c390255ae1 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:45.625960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.653770 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:45.653951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.657394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:45.659660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.661487 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:45.662029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:45.670176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:45.673146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:45.676951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:45.681395 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:45.687263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:45.697159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:45.714029 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.715170 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4632913c-c5a0-4c0f-97e3-239361c98e3b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 204 len: 168 time: 2.0407219 Mar 22 11:43:45.719969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57830) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.724452 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:45.726206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-170525163'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:45.737643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:45.742143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:45.746217 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:45.752497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:45.785674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.788801 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7d323ce9-3ba4-4168-b700-d51f196e3530 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4037948 Mar 22 11:43:45.791703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57834) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:45.797855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:45.825894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Attempting to bind port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:45.826263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Attempting to bind port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:45.826625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Attempting to bind port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 on network caeba167-8d14-4a88-8e42-8f47476e4fdc {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:45.837176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:45.837586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Checking segment: {'id': '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:45.838034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.838418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Bound using segment: {'id': '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:45.838873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Bound port: 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:45.839236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.876764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:45.927167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6f77e-14b8-47fe-9a1e-174e7f1fdb78,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:46.013616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.018384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:46.019488 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c1196340-5afc-4d1a-b817-93ddb65f8d8e tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4967289 Mar 22 11:43:46.019739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.020240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57840) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:46.025839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1414028975', 'security_groups': ['f1e6f77e-14b8-47fe-9a1e-174e7f1fdb78'], 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f319a85-2477-487b-a7d5-8c57b63a728e'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:46.028117 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] For port 4915face-8ceb-4ac1-8b7b-44c390255ae1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=4915face-8ceb-4ac1-8b7b-44c390255ae1,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:46.028509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.058876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:46.072674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:46.074744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:46.087711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.088055 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment cca55492-d67b-4ec0-8a9a-a5033d13bae0 of type vlan for network 3ffedc97-4eb7-4866-964c-824f22c2f37a Mar 22 11:43:46.127645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.163584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Calling delete_port for 4915face-8ceb-4ac1-8b7b-44c390255ae1 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:46.166411 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:46.176959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:46.200277 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:46.216542 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:46.228379 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:46.232816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.235073 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:46.235610 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:46.297122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.302630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:46.303237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.343182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:46.345141 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.349082 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.444857 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a8427987-793c-4780-9e75-79b0b31b08e2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6519256 Mar 22 11:43:46.446910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=3ffedc97-4eb7-4866-964c-824f22c2f37a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:46.449134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57852) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:46.452887 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3fa49dfc-b625-403c-9794-b973218dc133 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7313170 Mar 22 11:43:46.453214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] No DVR routers for this DVR port 4915face-8ceb-4ac1-8b7b-44c390255ae1 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:46.455114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57856) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:46.458797 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:46.468830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:46.479856 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:46.604915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.612107 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30006595-e72d-400d-b85f-79ae7c165bb7 None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:46.620986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:46.625150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:46.625669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:46.628788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:46.635795 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:46.641306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:46.662388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ff4cb-91a7-4818-9e81-a27397da2508 None None] Pushing event deleted for resources: {'Port': ['ID=4915face-8ceb-4ac1-8b7b-44c390255ae1,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:46.680245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:46.722333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:46.726310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.832421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:46.841428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:46.843517 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:46.843953 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:46.908191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.4 (caeba167-8d14-4a88-8e42-8f47476e4fdc/1f319a85-2477-487b-a7d5-8c57b63a728e/5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:46.960667 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3e114f56-1809-47d0-a210-f45fa82ba747 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5098584 Mar 22 11:43:46.964199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57864) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:46.989668 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:47.149076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:47.149851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.158581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:47.164654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:47.247963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.277050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.287343 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:47.289990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:47.292105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.292225 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:47.292590 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:47.353320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=97053452-4caa-4b80-b8d2-99bf527c371c,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:47.358637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:47.361988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:47.368934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': 'cca55492-d67b-4ec0-8a9a-a5033d13bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:47.368934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 3ffedc97-4eb7-4866-964c-824f22c2f37a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:43:47.369134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:47.425458 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eeba89fd-9b8e-469a-979e-53f36d59064d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4601357 Mar 22 11:43:47.429047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:47.429448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57878) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:47.445159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:47.451460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:47.460573 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.488293 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:43:47.531786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:47.560296 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a0874821-8a29-4adc-9c1f-22ae0191a473 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5389655 Mar 22 11:43:47.563966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57886) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:47.568653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:47.573856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 3ffedc97-4eb7-4866-964c-824f22c2f37a) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:47.578821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:47.579498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.584234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb29ae-f935-47cb-800e-ee36cde095a9 None None] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:47.627176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4915face-8ceb-4ac1-8b7b-44c390255ae1 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:47.631444 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:47.644864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:47.670649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 4915face-8ceb-4ac1-8b7b-44c390255ae1 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:43:47.671518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 4915face-8ceb-4ac1-8b7b-44c390255ae1 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:43:47.704781 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-237889fa-fd8b-41ae-b68c-f7c0a899ec0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2428658 Mar 22 11:43:47.706402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57890) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:47.718907 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-369584110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:47.730649 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:47.736555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:47.745861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:47.755202 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:47.765281 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:47.769573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.771160 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:47.771715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:47.845268 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.847401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.875330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.898489 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-be2692e9-e902-4d90-a9e6-210215dabfe6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4651780 Mar 22 11:43:47.899001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57894) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:47.914413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:47.915963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-3ffedc97-4eb7-4866-964c-824f22c2f37a', 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '97053452-4caa-4b80-b8d2-99bf527c371c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:47.917164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.969125 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:47.996709 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.002432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:48.005699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:48.011894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.065651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.066976 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-db118441-e7c9-466a-8f92-94b8f72d6568 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3581247 Mar 22 11:43:48.070247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57898) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.102149 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.113357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.136249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Allocated IP 172.20.0.2 (3ffedc97-4eb7-4866-964c-824f22c2f37a/97053452-4caa-4b80-b8d2-99bf527c371c/8e673659-7058-4616-b81f-a83445ed9ba5) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:48.175778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Provisioning for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:48.185718 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:48.186127 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.227782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:48.231432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.233724 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:48.234160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:48.272744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:48.276208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.276829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57902) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.283103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255930490', 'description': 'tempest-secgroup-smoke-1255930490 description', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:48.289018 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.292876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:48.301391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:48.307314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.331731 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e84f54ad-873e-48a9-9c9f-77ba29de9c87 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4316034 Mar 22 11:43:48.335404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57906) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.380749 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a8826efa-b9fb-4e99-ad2f-950a1b3f4f28 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0451994 Mar 22 11:43:48.383082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57910) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.431830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.443688 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.449695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.469315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.470314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.473968 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905fd51-05c1-45f8-8b27-cc592ca0c22a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:48.477807 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4905fd51-05c1-45f8-8b27-cc592ca0c22a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914030 Mar 22 11:43:48.478747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57914) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.480985 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:48.484549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:48.487376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Transition to ACTIVE for port object 8e673659-7058-4616-b81f-a83445ed9ba5 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:48.508641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:48.514791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Transition to ACTIVE for port object 8e673659-7058-4616-b81f-a83445ed9ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:48.548475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.558684 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-75910673-cd65-4193-93e4-4f201b1ed4b4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794683 Mar 22 11:43:48.562494 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57918) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.572139 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:48.578865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.618764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.640485 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1f319a85-2477-487b-a7d5-8c57b63a728e (CIDR: 172.20.0.0/28) Mar 22 11:43:48.662824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:48.663201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.679160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.696217 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:43:48.696217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:43:48.698798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:48.707384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.709238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:48.715438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:48.722672 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.730502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:48.766035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.802562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:48.807643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.852780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-49e76df9-6e7f-4b50-94c2-90528b251ed6 None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:48.861967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.890314 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e6a270b9-85fb-48d2-94bd-adc2576fa719 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3261685 Mar 22 11:43:48.892200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57922) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:48.893094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Pushing event updated for resources: {'Port': ['ID=8e673659-7058-4616-b81f-a83445ed9ba5,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:48.895446 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Attempting to bind port 8e673659-7058-4616-b81f-a83445ed9ba5 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:48.896236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Attempting to bind port 8e673659-7058-4616-b81f-a83445ed9ba5 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'cca55492-d67b-4ec0-8a9a-a5033d13bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:48.896236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Attempting to bind port 8e673659-7058-4616-b81f-a83445ed9ba5 on network 3ffedc97-4eb7-4866-964c-824f22c2f37a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:48.901988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:48.902372 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Checking segment: {'id': 'cca55492-d67b-4ec0-8a9a-a5033d13bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:48.902769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.903156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Bound using segment: {'id': 'cca55492-d67b-4ec0-8a9a-a5033d13bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:48.903633 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Bound port: 8e673659-7058-4616-b81f-a83445ed9ba5, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca55492-d67b-4ec0-8a9a-a5033d13bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3ffedc97-4eb7-4866-964c-824f22c2f37a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:48.903825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:48.903995 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:48.924048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:48.942042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:48.957659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:48.972066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:48.979114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436186a5-2498-4bc9-9c62-3c44b09fecf1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:49.014913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] For port 8e673659-7058-4616-b81f-a83445ed9ba5, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:49.018862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] For port 8e673659-7058-4616-b81f-a83445ed9ba5, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8e673659-7058-4616-b81f-a83445ed9ba5,segment=NetworkSegment(cca55492-d67b-4ec0-8a9a-a5033d13bae0),segment_id=cca55492-d67b-4ec0-8a9a-a5033d13bae0)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:49.085612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-05a00d3a-b227-4b00-8e95-67645d6457e5 None None] Provisioning for port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:49.091698 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-05a00d3a-b227-4b00-8e95-67645d6457e5 None None] Provisioning complete for port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:49.092078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-05a00d3a-b227-4b00-8e95-67645d6457e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.113194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.146899 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.163008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:49.171605 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:49.176233 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:49.185542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:49.186803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-05a00d3a-b227-4b00-8e95-67645d6457e5 None None] Port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:49.188908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.210378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.20.0.1 (3ffedc97-4eb7-4866-964c-824f22c2f37a/97053452-4caa-4b80-b8d2-99bf527c371c/e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:49.242503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe1818a-afec-4a92-96dc-7a16c2e746bc,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:49.286013 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308435f-e093-4357-befa-37c5077d5e8f None None] Pushing event updated for resources: {'Port': ['ID=8e673659-7058-4616-b81f-a83445ed9ba5,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:49.294978 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:49.306390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:49.309962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.370278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:49.370696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.515308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:43:49.516405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.517632 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dd9bcb9f-75b8-4c62-b9a7-ec506cae5659 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2398136 Mar 22 11:43:49.518839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.522552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57926) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:49.556186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:49.576159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:49.586647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:49.596645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:49.600243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:49.605859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:49.608844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:49.609959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.620247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:49.634017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.649474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ba1e6-2cc3-4e7f-b6db-cf4fbf8f8411 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:49.650728 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=f32f998c-a29e-445c-9fc5-4345ca3ef5aa,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:49.689840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:49.751667 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d1c92da1-a199-4a71-9ef5-60d5d2e8e665 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1881297 Mar 22 11:43:49.757299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57930) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:49.765280 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:d7:c7:5d', 'name': 'tempest-NetworksTestDHCPv6-575133431'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:49.783339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.880370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.919651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'f32f998c-a29e-445c-9fc5-4345ca3ef5aa'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:49.919839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.954226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:49.958645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:49.962069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:49.965159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:49.967282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:49.971722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:49.974712 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:49.980891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:50.020085 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:50.026161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.048139 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.077794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1399897f-ca68-4a7f-a64c-8f64318410b5,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:50.089236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Allocated IP 2001:db8::f816:3eff:fe42:829a (bec7ed88-0b34-4dd1-8740-d78125a71ca3/f32f998c-a29e-445c-9fc5-4345ca3ef5aa/6de7d063-e925-4d49-b829-df487475e3cd) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:50.101228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.107321 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:50.110012 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:50.120119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:50.123272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:50.124779 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.141746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=f7fdfa7b-2c5e-4729-826d-ed7228c42107,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:50.148403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddcdd3-bb95-44d4-bc1d-094883d80223 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:50.212039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.215723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-28a6f56a-722b-43b6-abc9-0b197963b560 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6657043 Mar 22 11:43:50.216216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57934) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:50.223142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:50.231966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:50.236872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:50.240105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:50.248929 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4b246efb-6da8-4e50-bc83-93c3c8dd2334 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3555403 Mar 22 11:43:50.250236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:50.252552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57938) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:50.259615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-141029873', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7fdfa7b-2c5e-4729-826d-ed7228c42107'}], 'security_groups': ['6f40e9e3-9328-4de9-87e1-cc8ad38f86a3']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:50.262037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.291246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 1bdf93dd-767e-406c-973a-f46e880d090a yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:50.439261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.513860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.527680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.527906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.541428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Transition to ACTIVE for port object 6de7d063-e925-4d49-b829-df487475e3cd will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:50.570115 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Transition to ACTIVE for port object 6de7d063-e925-4d49-b829-df487475e3cd will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:50.583989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f013e60-aca9-45ec-b0d9-2cd08e89f478 None None] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:50.689697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.738861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fed7:c75d (bec7ed88-0b34-4dd1-8740-d78125a71ca3/f32f998c-a29e-445c-9fc5-4345ca3ef5aa/1bdf93dd-767e-406c-973a-f46e880d090a) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:50.803199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b0a9913b-af11-4ba9-8f18-3866e51851b1 None None] Provisioning for port 8e673659-7058-4616-b81f-a83445ed9ba5 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:50.832935 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:50.845640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.848444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:50.851824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:50.862900 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Pushing event updated for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:50.917357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:50.924281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Update dhcp port {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'fixed_ips': [{'subnet_id': '1f319a85-2477-487b-a7d5-8c57b63a728e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7fdfa7b-2c5e-4729-826d-ed7228c42107'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '37da1c6e-86bb-4112-b99b-bbaa00f950e1'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:43:50.997527 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.012167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb702e4-a4c0-4b7b-9fd0-347d4a05fc02,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:51.016160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 1bdf93dd-767e-406c-973a-f46e880d090a will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:51.049163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.070645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Attempting to bind port 6de7d063-e925-4d49-b829-df487475e3cd on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:51.070967 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Attempting to bind port 6de7d063-e925-4d49-b829-df487475e3cd by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:51.071609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Attempting to bind port 6de7d063-e925-4d49-b829-df487475e3cd on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:51.109682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.174623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.175825 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c32bb02-a88c-4199-9046-50aa37737243 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9575214 Mar 22 11:43:51.180406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57942) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:51.187912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:51.188289 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:51.188700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.189091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:51.189571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Bound port: 6de7d063-e925-4d49-b829-df487475e3cd, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:51.190020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.190273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:51.198390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:51.207667 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:51.213863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:51.215614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:51.221763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:51.222890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.251817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=1bdf93dd-767e-406c-973a-f46e880d090a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:51.254523 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:51.258283 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:51.264324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:51.289642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.305614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Delete allocated IP 172.20.0.4 (caeba167-8d14-4a88-8e42-8f47476e4fdc/1f319a85-2477-487b-a7d5-8c57b63a728e) {{(pid=88742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:43:51.312494 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.26 (caeba167-8d14-4a88-8e42-8f47476e4fdc/f7fdfa7b-2c5e-4729-826d-ed7228c42107/5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:51.322414 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-be6c190b-45dd-4002-8f9c-c6c4ac7f2baf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5629437 Mar 22 11:43:51.324679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57946) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:51.378582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8e673659-7058-4616-b81f-a83445ed9ba5 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:51.395317 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.397649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.450653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:51.473369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:51.484471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.493380 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b32b6-0742-45d9-a1fe-738d97f036a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:51.499532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b32b6-0742-45d9-a1fe-738d97f036a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:51.500707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef0b32b6-0742-45d9-a1fe-738d97f036a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:51.543229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.565423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.597025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e5d6ed-ea69-4b9c-8b24-5a2c7bc80bcf,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:51.616380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 8e673659-7058-4616-b81f-a83445ed9ba5 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:51.630497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef0b32b6-0742-45d9-a1fe-738d97f036a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:51.633290 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ef0b32b6-0742-45d9-a1fe-738d97f036a4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3053813 Mar 22 11:43:51.634752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57950) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:51.635098 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8e673659-7058-4616-b81f-a83445ed9ba5 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:51.635541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.684926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:51.704711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809561-7efc-40cc-b6bd-bf80d649a2d0 None None] Pushing event updated for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:51.725920 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.726065 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.726180 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-45a3cd10-4ce5-490f-9954-9c7c1075f751 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5434599 Mar 22 11:43:51.728247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57954) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:51.731310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 1bdf93dd-767e-406c-973a-f46e880d090a {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:51.731653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.742357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:51.844136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.882273 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 8e673659-7058-4616-b81f-a83445ed9ba5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8e673659-7058-4616-b81f-a83445ed9ba5,segment=NetworkSegment(cca55492-d67b-4ec0-8a9a-a5033d13bae0),segment_id=cca55492-d67b-4ec0-8a9a-a5033d13bae0)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:51.916241 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:51.925828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:51.926533 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Provisioning for port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:51.933329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:51.934344 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Provisioning complete for port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:51.934723 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:51.950564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:51.967607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.009664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:52.013155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:52.029906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.065270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:52.078231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=8e673659-7058-4616-b81f-a83445ed9ba5,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:52.079901 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.088783 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Provisioning complete for port 8e673659-7058-4616-b81f-a83445ed9ba5 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:52.089098 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-818dcbe4-250a-4563-bf29-31a1f7b7a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.129432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:52.158675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.268277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.323160 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Allocated IP 172.20.0.18 (caeba167-8d14-4a88-8e42-8f47476e4fdc/f7fdfa7b-2c5e-4729-826d-ed7228c42107/37da1c6e-86bb-4112-b99b-bbaa00f950e1) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:52.330506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 1bdf93dd-767e-406c-973a-f46e880d090a owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:52.500286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-dec8c98f-1ec4-4b04-bc38-d4146638a20f None None] Provisioning complete for port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:52.500849 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-dec8c98f-1ec4-4b04-bc38-d4146638a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.514868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:52.551099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.582758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:52.585194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-dec8c98f-1ec4-4b04-bc38-d4146638a20f None None] Port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:52.587349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] In _notify_port_updated(), no bound segment for port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 on network caeba167-8d14-4a88-8e42-8f47476e4fdc {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:43:52.592893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:52.593542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.597774 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-538fc975-4d02-4c9e-bfa8-8021f6afaf24 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/ports/5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 HTTP/1.1" status: 200 len: 920 time: 2.3444076 Mar 22 11:43:52.598716 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57958) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:52.612556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.630341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Transition to ACTIVE for port object 37da1c6e-86bb-4112-b99b-bbaa00f950e1 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:52.636089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.671509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eec086-51eb-4530-88d1-191be036f955,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:52.686906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 89f6f362-df49-45f3-9065-8b24f1227d9e is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:52.698659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.701077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:52.702191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.757509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.850900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.865091 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0563c11d-98cf-4c16-9e6c-fc479aefea8b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1319132 Mar 22 11:43:52.875763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57962) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:52.898976 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=1bdf93dd-767e-406c-973a-f46e880d090a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:52.919807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:52.923965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ac27c766-d139-4894-884a-08b1f96b09cc None None] Provisioning complete for port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:52.924938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ac27c766-d139-4894-884a-08b1f96b09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.935330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.949443 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-16155206-1f8f-48db-9104-95bf8123a5bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/1bdf93dd-767e-406c-973a-f46e880d090a HTTP/1.1" status: 204 len: 168 time: 1.3126681 Mar 22 11:43:52.950383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57966) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:52.983997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:52.984637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e125b-a5bb-4891-8c27-cf59991b6a6f None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:53.041390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c766-d139-4894-884a-08b1f96b09cc None None] Port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:53.049952 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d206b-9576-422e-970f-a468421570a0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:53.051190 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:53.052315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d206b-9576-422e-970f-a468421570a0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:53.053403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-940d206b-9576-422e-970f-a468421570a0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:53.062845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:53.087893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:53.139675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-940d206b-9576-422e-970f-a468421570a0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:53.141237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:53.141462 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-940d206b-9576-422e-970f-a468421570a0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1895051 Mar 22 11:43:53.143568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57970) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:53.154134 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7925f955-3e50-4ce6-a46a-68e5fdfc735f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/89f6f362-df49-45f3-9065-8b24f1227d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0803041 Mar 22 11:43:53.157755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] Sync routers for ids ['89f6f362-df49-45f3-9065-8b24f1227d9e'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:53.168002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] Routers {'89f6f362-df49-45f3-9065-8b24f1227d9e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:53.168968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['89f6f362-df49-45f3-9065-8b24f1227d9e'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:53.194488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57974) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:53.278048 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Project 3ea5d32b2b8e45cebcc0150582f7b8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:43:53.281493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:53.300353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] Routers {'89f6f362-df49-45f3-9065-8b24f1227d9e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:53.301056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['89f6f362-df49-45f3-9065-8b24f1227d9e'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:53.322293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.359025 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet f32f998c-a29e-445c-9fc5-4345ca3ef5aa {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:53.379209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1299834-0d61-4b6d-bfdb-7c1a2b3a3013 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:53.382282 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1299834-0d61-4b6d-bfdb-7c1a2b3a3013 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports/e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 HTTP/1.1" status: 200 len: 910 time: 0.1863625 Mar 22 11:43:53.383557 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.384290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.405468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57978) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:53.418611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97053452-4caa-4b80-b8d2-99bf527c371c'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:53.422648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:53.422831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1c773-943e-41fe-b0a7-2f180a09968a None None] The sync data for ids ['89f6f362-df49-45f3-9065-8b24f1227d9e'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:53.515247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:53.520114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.612997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d43c30a2-d86d-4f26-a47c-65b6ae507a82 None None] Provisioning for port 6de7d063-e925-4d49-b829-df487475e3cd completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:53.666134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.704432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6de7d063-e925-4d49-b829-df487475e3cd up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:53.858286 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-67c5fac7-3b39-422d-8deb-4dec0f82127d None None] Could not find standard attr ID for object 1bdf93dd-767e-406c-973a-f46e880d090a. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:53.881871 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 6de7d063-e925-4d49-b829-df487475e3cd completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:53.890097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6de7d063-e925-4d49-b829-df487475e3cd triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:53.890476 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.910933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.919370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:53.934297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:53.975162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=f32f998c-a29e-445c-9fc5-4345ca3ef5aa,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:53.978967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.055439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.078173 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f41e1cca-1630-4f30-8819-a08e09f64587 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/f32f998c-a29e-445c-9fc5-4345ca3ef5aa HTTP/1.1" status: 204 len: 168 time: 0.9334717 Mar 22 11:43:54.079146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57982) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.099677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b82561-1a9e-470f-abeb-118b6bbdf360,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:54.107318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:54.108374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.137972 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.162212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ad10b-5996-43ec-a60a-9a78647b6460 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:54.192259 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f6e6ab43-60a1-47a4-a62e-d0933bcfa273 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116185 Mar 22 11:43:54.194781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57986) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.201316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:54.204753 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.206785 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7265101a-5e76-4276-ae74-7badf943aef3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3292079 Mar 22 11:43:54.217443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57990) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.225518 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'security_group_rule': {'security_group_id': 'fbe1818a-afec-4a92-96dc-7a16c2e746bc', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:54.248826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:54.256774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:security_group_rule and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:54.258642 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.293047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:54.304105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:54.317766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:54.329231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:54.342880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:54.347226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:54.350405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:54.357310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:54.415616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.440890 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.securitygroups_db [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Project 3ea5d32b2b8e45cebcc0150582f7b8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:43:54.441430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Provisioning for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:43:54.441430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.441430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8e673659-7058-4616-b81f-a83445ed9ba5 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:43:54.442543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:54.453829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.474889 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.526140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:54.541600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:43:54.552313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:54.552825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.606190 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Deleting port 6de7d063-e925-4d49-b829-df487475e3cd {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:54.606669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.655886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.682543 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 8e673659-7058-4616-b81f-a83445ed9ba5 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:54.683022 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.715678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.745740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.753965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:54.763191 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3bb78779-ff8d-4096-9eda-bdd3f46e6c07 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 HTTP/1.1" status: 204 len: 168 time: 2.1624782 Mar 22 11:43:54.764641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 57994) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.835676 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b47fc66-dc42-4518-88ed-645ebc5d17c7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:43:54.836351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7b47fc66-dc42-4518-88ed-645ebc5d17c7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:54.903031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b45f10-0434-442c-ab12-2ca53636750d,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:54.956144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7b47fc66-dc42-4518-88ed-645ebc5d17c7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:54.957290 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7b47fc66-dc42-4518-88ed-645ebc5d17c7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5 HTTP/1.1" status: 404 len: 333 time: 0.1868491 Mar 22 11:43:54.960611 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 57998) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.979818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:54.984073 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5cac4726-8020-47c2-a5c4-0a383ef7dbe5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7625744 Mar 22 11:43:54.986152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58002) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:54.992423 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'network': {'name': 'tempest-network-smoke--1828693582', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'port_security_enabled': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:55.003001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:55.013213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:network and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:55.024584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:55.036152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:55.051831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:55.052205 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.073208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.122249 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.127566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Made reservation on behalf of 3ea5d32b2b8e45cebcc0150582f7b8f9 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:55.131479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.156800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.169243 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.182051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:43:55.192656 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Calling delete_port for 6de7d063-e925-4d49-b829-df487475e3cd owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:55.224634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2eefc10c-1c92-4615-baf9-48e77e51beed None None] Could not find standard attr ID for object 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:55.246170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:43:55.258870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.259463 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Added segment df14613f-2cd6-473f-9678-8f53ac644a1c of type vlan for network e1b005a7-a8d2-4e2a-91a2-00201e2e985a Mar 22 11:43:55.270302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6de7d063-e925-4d49-b829-df487475e3cd no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:43:55.317532 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:55.328048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.343644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:55.344252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.345035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-08bfc04f-e14e-4ebb-aa71-83da2e087577 None None] Could not find standard attr ID for object 5b878fb1-b19d-4a1b-a4c0-e6e4c35770e5. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:43:55.347454 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e57c95c1-00d7-4618-9d31-a3bff6d9aeec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/ports/e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 HTTP/1.1" status: 200 len: 910 time: 1.9391525 Mar 22 11:43:55.349248 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58006) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:55.403834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.407703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.418959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.420459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:55.420844 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:55.425853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:55.426988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.437471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:55.474487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6f77e-14b8-47fe-9a1e-174e7f1fdb78,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:55.476841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.553149 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5668676 Mar 22 11:43:55.557371 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58010) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:55.559538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff260-8392-43bb-980a-d578497b0d9b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Network': ['ID=e1b005a7-a8d2-4e2a-91a2-00201e2e985a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:55.565089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'admin_state_up': True, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:55.565416 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:55.573428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:55.573985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:43:55.578319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:router and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:55.581499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:55.588457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:55.664555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.668098 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7f6f937e-ea88-41c6-a11f-631d906f264b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1e6f77e-14b8-47fe-9a1e-174e7f1fdb78 HTTP/1.1" status: 204 len: 168 time: 0.7039254 Mar 22 11:43:55.669512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58014) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:55.675720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.719119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.720090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.859374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.867061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.900206 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:55.922275 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Deleting port 6de7d063-e925-4d49-b829-df487475e3cd {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:55.922838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.015645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.143011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:56.144779 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40e9e3-9328-4de9-87e1-cc8ad38f86a3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:56.161654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.166301 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bf0dec4f-a04a-4d36-ae35-1a761cd4697f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/security-groups/6f40e9e3-9328-4de9-87e1-cc8ad38f86a3 HTTP/1.1" status: 204 len: 168 time: 0.4926708 Mar 22 11:43:56.171512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:56.171911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.176677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58018) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:56.212537 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.225068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.281784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.282479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.299123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Calling delete_port for 6de7d063-e925-4d49-b829-df487475e3cd owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:56.372028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 1f319a85-2477-487b-a7d5-8c57b63a728e {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:56.386972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.419207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:43:56.421651 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:43:56.452425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:56.462493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:56.474831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:56.475476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.485925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=556c6854-d4b4-4694-91f5-65f5d8e032d9,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:56.504161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=7']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:56.517948 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.564090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.600186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.627433 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-efdabd80-25bb-4c9f-babf-a85a01b4529e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4291301 Mar 22 11:43:56.628960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58022) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:56.631699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.636473 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:19:6d:88', 'name': 'tempest-NetworksTestDHCPv6-1808064339'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:56.835888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:56.872508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:56.880299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:56.884581 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:56.894171 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Allocated IP 172.26.5.81 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/5013a843-d426-4120-8510-a38508648cab) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:56.896184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:56.986418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:56.988105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:56.988448 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.024715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.071627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=1f319a85-2477-487b-a7d5-8c57b63a728e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:57.073544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.085266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5e72a-2b59-40a5-990d-8507b6b892c3 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:57.111190 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-80e79219-df34-47f7-a919-1eb230eecf25 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/1f319a85-2477-487b-a7d5-8c57b63a728e HTTP/1.1" status: 204 len: 168 time: 0.9280272 Mar 22 11:43:57.117853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58026) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:57.128476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:57.204613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Deleting port 6de7d063-e925-4d49-b829-df487475e3cd {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:43:57.204613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.238687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.252558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.252784 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c245-71c6-4a59-a8d5-fd3a36e80d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.363337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.429272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 22c1da61-97d2-41e2-8058-d3f47dcb2592 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:43:57.494244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:57.514572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:57.524359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:57.530056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:57.539867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:57.581743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] For port 6de7d063-e925-4d49-b829-df487475e3cd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6de7d063-e925-4d49-b829-df487475e3cd,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:43:57.582316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.588038 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.661264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:43:57.664653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.680906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:57.682130 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe19:6d88 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/556c6854-d4b4-4694-91f5-65f5d8e032d9/22c1da61-97d2-41e2-8058-d3f47dcb2592) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:57.690192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:57.707914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:57.714650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Calling delete_port for 6de7d063-e925-4d49-b829-df487475e3cd owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:43:57.743384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:57.810338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=5013a843-d426-4120-8510-a38508648cab,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:57.925135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=e9569fcf-d2e3-46ea-8c12-72fd2a50e2a9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:58.024746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.077971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] Pushing event deleted for resources: {'Port': ['ID=6de7d063-e925-4d49-b829-df487475e3cd,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:58.111759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.162020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f1f5f-d1b7-4008-82b5-b0871e98fc90 None None] No DVR routers for this DVR port 6de7d063-e925-4d49-b829-df487475e3cd on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:43:58.184348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1d839-1004-4469-be18-b7e2a3118467 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:58.427212 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.466250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 89f6f362-df49-45f3-9065-8b24f1227d9e has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:43:58.485151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '556c6854-d4b4-4694-91f5-65f5d8e032d9'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:43:58.486231 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.527873 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 22c1da61-97d2-41e2-8058-d3f47dcb2592 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:58.597812 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7d6cce9e-265e-4bd9-bbc6-035f9308841e None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:58.598443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7d6cce9e-265e-4bd9-bbc6-035f9308841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.608086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:43:58.619219 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] Sync routers for ids ['89f6f362-df49-45f3-9065-8b24f1227d9e'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:43:58.632559 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-78776b4c-f41e-4fef-9ec6-f1f705d742be tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/89f6f362-df49-45f3-9065-8b24f1227d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818880 Mar 22 11:43:58.635485 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] Routers {'89f6f362-df49-45f3-9065-8b24f1227d9e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:58.636110 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['89f6f362-df49-45f3-9065-8b24f1227d9e'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:58.638062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58030) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:58.661132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-7d6cce9e-265e-4bd9-bbc6-035f9308841e None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:43:58.674055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7d6cce9e-265e-4bd9-bbc6-035f9308841e None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:43:58.674714 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7d6cce9e-265e-4bd9-bbc6-035f9308841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.674897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.702581 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:58.702783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e54aa9cb-bdb0-4848-a0c1-0b78890efbbf tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:58.713543 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] Routers {'89f6f362-df49-45f3-9065-8b24f1227d9e'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:43:58.714836 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:43:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['89f6f362-df49-45f3-9065-8b24f1227d9e'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:58.738688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.779623 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:43:58.791121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e54aa9cb-bdb0-4848-a0c1-0b78890efbbf tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:58.791379 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd8996a-0e00-4ff4-941c-22762ad31e10 None None] The sync data for ids ['89f6f362-df49-45f3-9065-8b24f1227d9e'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:43:58.792808 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e54aa9cb-bdb0-4848-a0c1-0b78890efbbf tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f6f362-df49-45f3-9065-8b24f1227d9e HTTP/1.1" status: 200 len: 205 time: 0.1522434 Mar 22 11:43:58.795239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58034) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:58.821358 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:58.829062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:58.838457 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14096618-754f-4c69-96ee-4d5b91d6d3d8 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:43:58.881368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:58.881958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.917097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=12eabebb-34bf-4dcb-b4c1-7c27b43e9c90,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:58.919600 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:58.991910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Allocated IP 2001:db8::f816:3eff:feda:4fca (bec7ed88-0b34-4dd1-8740-d78125a71ca3/556c6854-d4b4-4694-91f5-65f5d8e032d9/bf246be6-616e-4000-bc3d-3f9a6688e229) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:58.993839 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a518a034-74c0-4ffa-b13a-a06dd3773372 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8749437 Mar 22 11:43:58.998610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:59.002176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58038) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:59.011938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:59.016162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:59.022838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:59.028829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.040713 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'security_group': {'name': 'tempest-secgroup-234121641'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:43:59.058754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:59.083548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.268553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=22c1da61-97d2-41e2-8058-d3f47dcb2592,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:59.271154 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:59.276541 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:59.285922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:59.321099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.332027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Transition to ACTIVE for port object bf246be6-616e-4000-bc3d-3f9a6688e229 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:59.352635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Transition to ACTIVE for port object bf246be6-616e-4000-bc3d-3f9a6688e229 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:43:59.367959 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a02ee2a8-2081-4ca3-954e-64f03872fe29 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7353530 Mar 22 11:43:59.373644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58042) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:59.378221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.407885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.410171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.430369 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.459721 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:43:59.466466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.469143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:43:59.473184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:43:59.487620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.488325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router 89f6f362-df49-45f3-9065-8b24f1227d9e {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:43:59.494831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Update dhcp port {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'fixed_ips': [{'subnet_id': 'f7fdfa7b-2c5e-4729-826d-ed7228c42107', 'ip_address': '172.20.0.18'}, {'subnet_id': '12eabebb-34bf-4dcb-b4c1-7c27b43e9c90'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '37da1c6e-86bb-4112-b99b-bbaa00f950e1'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:43:59.506228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.509809 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ad6b88e1-83d4-45ec-b545-a5676a7b1a15 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/89f6f362-df49-45f3-9065-8b24f1227d9e HTTP/1.1" status: 204 len: 168 time: 0.7112043 Mar 22 11:43:59.510135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58046) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:59.527590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:43:59.535030 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:43:59.540451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:43:59.549604 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:43:59.556733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Pushing event updated for resources: {'Port': ['ID=bf246be6-616e-4000-bc3d-3f9a6688e229,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:59.585798 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 97053452-4caa-4b80-b8d2-99bf527c371c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:43:59.588936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.621523 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.655347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.680530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fd9f3-332e-4423-b11a-7955513a0191 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:59.687971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fd9f3-332e-4423-b11a-7955513a0191 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:43:59.688831 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-464fd9f3-332e-4423-b11a-7955513a0191 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:43:59.728983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Attempting to bind port bf246be6-616e-4000-bc3d-3f9a6688e229 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:43:59.729348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Attempting to bind port bf246be6-616e-4000-bc3d-3f9a6688e229 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:43:59.729709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Attempting to bind port bf246be6-616e-4000-bc3d-3f9a6688e229 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:43:59.744638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:43:59.745023 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:43:59.745414 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.745804 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:43:59.746271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Bound port: bf246be6-616e-4000-bc3d-3f9a6688e229, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:43:59.746755 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.780285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.799096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.922639 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.922962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-464fd9f3-332e-4423-b11a-7955513a0191 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:43:59.924318 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-464fd9f3-332e-4423-b11a-7955513a0191 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5497301 Mar 22 11:43:59.925830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Router de928e47-297d-44d0-ba10-d0a3b85149a1 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:43:59.929327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58050) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:59.930052 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.938570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.951826 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:43:59.956639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:43:59.971013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=97053452-4caa-4b80-b8d2-99bf527c371c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:43:59.974215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Allocated IP 172.20.0.2 (caeba167-8d14-4a88-8e42-8f47476e4fdc/12eabebb-34bf-4dcb-b4c1-7c27b43e9c90/37da1c6e-86bb-4112-b99b-bbaa00f950e1) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:43:59.974394 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:59.981022 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3679f9a2-ade1-4a66-8141-f3b47803324f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/97053452-4caa-4b80-b8d2-99bf527c371c HTTP/1.1" status: 204 len: 168 time: 0.4697592 Mar 22 11:43:59.982001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58054) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:43:59.994234 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fff4a-e533-4369-9be1-6c259f92bdef None None] Network 3ffedc97-4eb7-4866-964c-824f22c2f37a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:00.047910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8b4b011a-ed26-4268-9ef1-150e78a7adf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.056732 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.095558 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.102528 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea7281-cdeb-4465-aa92-9eb9f1f3e54e,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:00.106943 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 8e673659-7058-4616-b81f-a83445ed9ba5 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:00.111168 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.114762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 22c1da61-97d2-41e2-8058-d3f47dcb2592 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:00.115211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.137868 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:44:00.164675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.170417 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c424f399-d7e5-4c1d-8100-01846ed36cc5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1513565 Mar 22 11:44:00.170555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58058) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:00.176625 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'security_group': {'name': 'tempest-secgroup-573451386'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:00.215616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:00.222904 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:00.227145 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:00.239463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:00.324415 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:00.344994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Sync routers for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:00.349192 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port 8e673659-7058-4616-b81f-a83445ed9ba5, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=8e673659-7058-4616-b81f-a83445ed9ba5,segment=NetworkSegment(cca55492-d67b-4ec0-8a9a-a5033d13bae0),segment_id=cca55492-d67b-4ec0-8a9a-a5033d13bae0)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:00.349552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.361020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.399791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a163f6-160e-4770-8031-6ba0b0ce7dfe None None] Pushing event updated for resources: {'Port': ['ID=bf246be6-616e-4000-bc3d-3f9a6688e229,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:00.422088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:00.428402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:00.475697 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:00.490969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 8e673659-7058-4616-b81f-a83445ed9ba5 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:00.495639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.513044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.517978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.523359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58062) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:00.525215 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f67206b4-2a37-4221-a466-61bf2f449e15 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9676077 Mar 22 11:44:00.531430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Transition to ACTIVE for port object 37da1c6e-86bb-4112-b99b-bbaa00f950e1 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:00.542484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:00.550266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:00.554346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:00.562592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:00.670681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.676841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.678743 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.689997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.712468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 22c1da61-97d2-41e2-8058-d3f47dcb2592 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:00.818176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.861164 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ac39d760-f768-4976-99aa-4adcb0d2bc1e tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=3ea5d32b2b8e45cebcc0150582f7b8f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3366144 Mar 22 11:44:00.865831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:00.867325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58068) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:00.933799 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.952583 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:00.982019 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f3af2-f800-4958-ace8-b9fac2833533,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:01.015933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=22c1da61-97d2-41e2-8058-d3f47dcb2592,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:01.024700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eec3d7-5731-41fc-bf3b-7027644eb2bc None None] DHCP port deletion for 3ffedc97-4eb7-4866-964c-824f22c2f37a request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:01.052840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f325a-8918-4580-9e5f-acb3e5f066a6 None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:01.059760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.072992 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cf565b3f-c75a-4d15-bad7-a4171e869c04 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/22c1da61-97d2-41e2-8058-d3f47dcb2592 HTTP/1.1" status: 204 len: 168 time: 1.1373708 Mar 22 11:44:01.078828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58072) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:01.161774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=8e673659-7058-4616-b81f-a83445ed9ba5,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:01.164382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port 8e673659-7058-4616-b81f-a83445ed9ba5 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:01.208342 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.209889 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c3e0d86c-3f2b-4028-adb2-12ea2f02bc4f tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0396769 Mar 22 11:44:01.216349 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58076) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:01.226417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084548222'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:01.264377 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:01.282332 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:01.326711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeddbb2-4965-4dc5-aa89-dd9b812e8e03 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:01.328449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeddbb2-4965-4dc5-aa89-dd9b812e8e03 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:01.332490 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ebeddbb2-4965-4dc5-aa89-dd9b812e8e03 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2512743 Mar 22 11:44:01.335072 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58080) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:01.380573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:43:58Z', 'revision_number': 3, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:01.385530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Checking router: de928e47-297d-44d0-ba10-d0a3b85149a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:01.385908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Updating router de928e47-297d-44d0-ba10-d0a3b85149a1 port 5013a843-d426-4120-8510-a38508648cab binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:01.387415 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.420957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffedc97-4eb7-4866-964c-824f22c2f37a']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:01.437238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca55492-d67b-4ec0-8a9a-a5033d13bae0') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:01.437600 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca55492-d67b-4ec0-8a9a-a5033d13bae0') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:01.446554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 556c6854-d4b4-4694-91f5-65f5d8e032d9 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:01.449643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.451403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.473320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:01.478264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.482878 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:01.515941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d53ece-3d8f-475a-a0de-467e47767e52 tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:01.516917 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-72d53ece-3d8f-475a-a0de-467e47767e52 tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6456532 Mar 22 11:44:01.518159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.518293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:01.520181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58084) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:01.544082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.575005 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f13d325d-1531-445a-aa89-e07589d2de59 tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520358 Mar 22 11:44:01.578426 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:44:01.578826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.582172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58088) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:44:01.594123 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:44:01.600086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89497844', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:01.619014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.720378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:01.727078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:security_group_rule and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:01.732756 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:01.743326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:01.785639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bf246be6-616e-4000-bc3d-3f9a6688e229 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:01.798316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:01.807356 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:subnet and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:01.813811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:01.822807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:01.852449 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.855787 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.921153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.925294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Made reservation on behalf of 3ea5d32b2b8e45cebcc0150582f7b8f9 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:01.929006 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.961815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.966308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:01.995162 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.027528 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/3ffedc97-4eb7-4866-964c-824f22c2f37a HTTP/1.1" status: 204 len: 168 time: 2.0444169 Mar 22 11:44:02.035764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382160e-bc3f-46d1-9534-79883bfd7b58 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=3ffedc97-4eb7-4866-964c-824f22c2f37a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:02.043625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58092) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.061414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-664986452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:02.070819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45873e7-475d-4d18-ae09-d9fbc42103fc,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:02.075276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:02.084277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:02.089951 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:02.102594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:02.113582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port bf246be6-616e-4000-bc3d-3f9a6688e229 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:02.151752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:02.152169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.153991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.160802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58096) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.160995 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bcef036d-3ed2-4e27-8e4d-ba282e5c80ae tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9400942 Mar 22 11:44:02.165886 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-508750746', 'security_groups': ['a45873e7-475d-4d18-ae09-d9fbc42103fc'], 'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12eabebb-34bf-4dcb-b4c1-7c27b43e9c90'}]}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:02.190027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.209587 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.211942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:02.229186 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8e673659-7058-4616-b81f-a83445ed9ba5 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:02.254101 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.255137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.262504 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Transition to ACTIVE for port object 5013a843-d426-4120-8510-a38508648cab will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:02.265078 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=556c6854-d4b4-4694-91f5-65f5d8e032d9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:02.270686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 8e673659-7058-4616-b81f-a83445ed9ba5 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:02.271065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 8e673659-7058-4616-b81f-a83445ed9ba5 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:02.273590 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.289041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c3733-c90f-49b6-9805-f99fe5eb2cc5 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:02.292057 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50326373-a6ed-444d-85e0-745efe1dc8c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/556c6854-d4b4-4694-91f5-65f5d8e032d9 HTTP/1.1" status: 204 len: 168 time: 0.9559076 Mar 22 11:44:02.296110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58100) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.305370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Provisioning for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:02.323778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:02.324152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.367771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.372327 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-06f72af9-6183-4097-9c6a-a4ef6a24d9af tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727057 Mar 22 11:44:02.372647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58104) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.405770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.443744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:02.453406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5762a-7217-4311-99ee-e2c3d0d5a564 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:02.453624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:02.454105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c2c5762a-7217-4311-99ee-e2c3d0d5a564 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:02.491166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.547133 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.552989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:02.573037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c2c5762a-7217-4311-99ee-e2c3d0d5a564 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:02.577010 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c2c5762a-7217-4311-99ee-e2c3d0d5a564 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2008116 Mar 22 11:44:02.577246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58108) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.581131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f255-59bd-4785-a1c0-cc5ab3fb9fc5 None None] Pushing event updated for resources: {'Port': ['ID=5013a843-d426-4120-8510-a38508648cab,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:02.588327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Attempting to bind port 5013a843-d426-4120-8510-a38508648cab on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:02.588817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Attempting to bind port 5013a843-d426-4120-8510-a38508648cab by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:02.589194 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Attempting to bind port 5013a843-d426-4120-8510-a38508648cab on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:02.604546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:02.604920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:02.605530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.606169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:02.606388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Bound port: 5013a843-d426-4120-8510-a38508648cab, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:02.606945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.656858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d42ba-3fa5-4707-80c1-c1270479bd27 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:02.657535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f48d42ba-3fa5-4707-80c1-c1270479bd27 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:02.682846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Subnet': ['ID=afd54ab4-6823-4e22-9315-2de142a15b92,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:02.702872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Checking segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:02.703089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network hostable DHCP agents. Network: e1b005a7-a8d2-4e2a-91a2-00201e2e985a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:02.738219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.747670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] For port 5013a843-d426-4120-8510-a38508648cab, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:02.751800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f48d42ba-3fa5-4707-80c1-c1270479bd27 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:02.751800 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f48d42ba-3fa5-4707-80c1-c1270479bd27 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1711385 Mar 22 11:44:02.752365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58112) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.765711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] For port 5013a843-d426-4120-8510-a38508648cab, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=5013a843-d426-4120-8510-a38508648cab,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:02.767384 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.768569 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5473277e-afc1-4b08-96e0-8f2fffec5a23 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7228286 Mar 22 11:44:02.774773 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] device_id is not set on port 1a5bff45-4679-4202-b107-51cbfebe6d68 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:02.804470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58116) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.811138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-307045757'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:02.824338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:02.824338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:02.825507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:02.828219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:02.833140 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f64bd387-dd01-46c3-9aae-913f4a6960af tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800817 Mar 22 11:44:02.837183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58120) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:02.841548 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Provisioning for port bf246be6-616e-4000-bc3d-3f9a6688e229 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:02.847807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:02.848878 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.849013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:02.885757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:02.895135 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Provisioning complete for port bf246be6-616e-4000-bc3d-3f9a6688e229 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:02.895781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.916990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, e1b005a7-a8d2-4e2a-91a2-00201e2e985a) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:02.932787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:02.933327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.939847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb863cdd-7494-40b3-87a5-e8c21f1a88e1 None None] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:02.946941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:02.950624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.960010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Deleting port bf246be6-616e-4000-bc3d-3f9a6688e229 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:02.960314 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:02.967089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:02.977061 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:03.039616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:03.049736 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c58b12d-452a-484c-8a2d-41bcf92207de tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4662561 Mar 22 11:44:03.053071 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58124) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:03.059915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.060815 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 9b71cec3-1ded-4bbd-acce-fae91c70ff0c of type vlan for network 28141efb-91ce-4ef9-b371-fd5887b3b084 Mar 22 11:44:03.079598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.14 (caeba167-8d14-4a88-8e42-8f47476e4fdc/12eabebb-34bf-4dcb-b4c1-7c27b43e9c90/1a5bff45-4679-4202-b107-51cbfebe6d68) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:03.101819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.117438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:03.121059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:03.125483 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.125620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:03.188117 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f255-59bd-4785-a1c0-cc5ab3fb9fc5 None None] Pushing event updated for resources: {'Port': ['ID=5013a843-d426-4120-8510-a38508648cab,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:03.310544 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.316093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:03.317188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.359703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bf246be6-616e-4000-bc3d-3f9a6688e229 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:03.397835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.465714 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6601360 Mar 22 11:44:03.468984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58128) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:03.478087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747f28-afa5-4a47-aeb1-2fd73df1f07a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=28141efb-91ce-4ef9-b371-fd5887b3b084,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:03.485671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:03.488648 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 1a5bff45-4679-4202-b107-51cbfebe6d68 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:03.522845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:03.600232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.770514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:03.810777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:03.814118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:03.828164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:03.901334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=1a5bff45-4679-4202-b107-51cbfebe6d68,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:03.915281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:03.957811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:03.958441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.057997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:04.058953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.072652 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-23b460c8-26cf-4cdb-b665-b1fa39fc5fc7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9126296 Mar 22 11:44:04.078232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58132) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:04.081672 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:04.090516 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:04.091065 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.222148 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:04.233099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:04.238231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:04.239338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:04.242706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:04.245711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:04.251707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:04.273419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:04.304088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:04.307952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.344096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Calling delete_port for bf246be6-616e-4000-bc3d-3f9a6688e229 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:04.363334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.objects.ports [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88741) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:44:04.370879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:04.443290 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12eabebb-34bf-4dcb-b4c1-7c27b43e9c90 (CIDR: 172.20.0.0/28) Mar 22 11:44:04.447090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:04.451296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.471294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.479995 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:04.480646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:04.569407 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a73323f4-4a64-4461-8ec5-b91524e90b79 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4938679 Mar 22 11:44:04.569675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58136) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:04.576777 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:04.580866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.697192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8bb82-93f5-458c-b366-b56b5ff1a044 None None] Pushing event updated for resources: {'Port': ['ID=bf246be6-616e-4000-bc3d-3f9a6688e229,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:04.704333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Allocated IP 172.20.0.2 (e1b005a7-a8d2-4e2a-91a2-00201e2e985a/afd54ab4-6823-4e22-9315-2de142a15b92/f38ef603-ed97-4cec-b40c-0679a3bf01bf) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:04.734565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:04.740595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:04.742088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:04.748643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:04.755815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:44:04.756170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:44:04.765491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-db872141-2b8a-447c-b261-402b01658735 None None] Provisioning for port 1a5bff45-4679-4202-b107-51cbfebe6d68 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:04.822897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-db872141-2b8a-447c-b261-402b01658735 None None] Provisioning complete for port 1a5bff45-4679-4202-b107-51cbfebe6d68 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:04.823188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-db872141-2b8a-447c-b261-402b01658735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.852601 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:04.859837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:04.896760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:43:58Z', 'revision_number': 3, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:04.901932 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-db872141-2b8a-447c-b261-402b01658735 None None] Port 1a5bff45-4679-4202-b107-51cbfebe6d68 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:04.915816 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4c9d4-4655-42b8-980b-085fa0a0df9f None None] The sync data for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv is: [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:43:58Z', 'revision_number': 3, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:04.920184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-db872141-2b8a-447c-b261-402b01658735 None None] Could not find standard attr ID for object 22c1da61-97d2-41e2-8058-d3f47dcb2592. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:04.977774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.007148 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f7fdfa7b-2c5e-4729-826d-ed7228c42107 (CIDR: 172.20.0.16/28) Mar 22 11:44:05.019909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.031634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Transition to ACTIVE for port object f38ef603-ed97-4cec-b40c-0679a3bf01bf will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:05.051255 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Transition to ACTIVE for port object f38ef603-ed97-4cec-b40c-0679a3bf01bf will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:05.076294 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:05.076748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:05.122001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.154190 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3e89f311-03e1-4e56-983e-2c49896e1811 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5833247 Mar 22 11:44:05.154927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58140) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:05.163080 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'subnet': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:05.186534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.233600 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:05.239463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:05.247383 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:05.257579 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Deleting port bf246be6-616e-4000-bc3d-3f9a6688e229 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:05.258998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.386271 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 5013a843-d426-4120-8510-a38508648cab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:05.388659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:05.392678 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Usage tracker for resource:subnet and tenant:e59e040071fc400494954951a35ffefa is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:05.396025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:05.402860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:05.483340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Made reservation on behalf of e59e040071fc400494954951a35ffefa for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:05.489610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.512725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Pushing event updated for resources: {'Port': ['ID=f38ef603-ed97-4cec-b40c-0679a3bf01bf,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:05.592420 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Attempting to bind port f38ef603-ed97-4cec-b40c-0679a3bf01bf on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:05.592790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Attempting to bind port f38ef603-ed97-4cec-b40c-0679a3bf01bf by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:05.593093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Attempting to bind port f38ef603-ed97-4cec-b40c-0679a3bf01bf on network e1b005a7-a8d2-4e2a-91a2-00201e2e985a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:05.630629 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:05.630994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Checking segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:05.631499 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.631780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Bound using segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:05.632260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Bound port: f38ef603-ed97-4cec-b40c-0679a3bf01bf, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:05.632659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.649525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:05.684275 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.698753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=340b572c-362a-49d4-8129-316dd7f24530,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:05.715344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Allocated IP 172.20.0.1 (e1b005a7-a8d2-4e2a-91a2-00201e2e985a/afd54ab4-6823-4e22-9315-2de142a15b92/e0193f43-9409-4ce0-9cd5-5e78a97ff572) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:05.736894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:05.739722 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 28141efb-91ce-4ef9-b371-fd5887b3b084, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:05.771368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.771368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.834311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] For port f38ef603-ed97-4cec-b40c-0679a3bf01bf, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:05.837151 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:05.837545 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.890778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.905295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] For port f38ef603-ed97-4cec-b40c-0679a3bf01bf, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f38ef603-ed97-4cec-b40c-0679a3bf01bf,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:05.962802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Network caeba167-8d14-4a88-8e42-8f47476e4fdc is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:05.963073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 5013a843-d426-4120-8510-a38508648cab completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:05.968683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:05.972115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:05.972324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Calling delete_port for bf246be6-616e-4000-bc3d-3f9a6688e229 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:05.972713 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:05.974704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:05.995185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:06.001482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bfc81-5186-4acd-b243-c705223e4096 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:06.006508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Subnet': ['ID=45af57bc-1c06-4241-8a9e-52561bed639b,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:06.011488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:06.012071 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.023776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.066706 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9db8ba40-32a2-4d86-a4eb-a60b29637887 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9081893 Mar 22 11:44:06.067040 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58144) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:06.070055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 5013a843-d426-4120-8510-a38508648cab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:06.075444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.075578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1838851879', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45af57bc-1c06-4241-8a9e-52561bed639b'}], 'security_groups': ['95ea7281-cdeb-4465-aa92-9eb9f1f3e54e', '5d5f3af2-f800-4958-ace8-b9fac2833533']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:06.098620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=bf246be6-616e-4000-bc3d-3f9a6688e229,revision_number=6']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:06.107193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=51e73fb5-d41b-432f-8b83-aa9c91fe9e4a,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:06.120218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:06.131620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.148715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Transition to ACTIVE for port object e0193f43-9409-4ce0-9cd5-5e78a97ff572 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:06.177420 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5e33b460-befe-47da-97df-127f948b17e0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3389091 Mar 22 11:44:06.179963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58148) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:06.186546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:dc:65:20', 'name': 'tempest-NetworksTestDHCPv6-88437311'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:06.215785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.219190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 28141efb-91ce-4ef9-b371-fd5887b3b084) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:06.228800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:06.229821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.243437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a4d72-cf76-4ef4-9e6d-6077be404f26 None None] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:06.299882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.314399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bdd44-744b-4594-9d18-9d9162267df0 None None] Pushing event updated for resources: {'Port': ['ID=f38ef603-ed97-4cec-b40c-0679a3bf01bf,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:06.371254 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:06.377190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:06.385503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:06.441750 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cd3712b0-d8b0-4dd1-9da2-7afb88f4c99c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9648280 Mar 22 11:44:06.442851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58152) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:06.463199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=e0193f43-9409-4ce0-9cd5-5e78a97ff572,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:06.469128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:44:06.469472 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:44:06.499324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.501999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:06.513360 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:06.517279 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:06.535913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:06.614132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:06.630300 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.756580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 5013a843-d426-4120-8510-a38508648cab, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=5013a843-d426-4120-8510-a38508648cab,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:06.761225 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-28141efb-91ce-4ef9-b371-fd5887b3b084', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:06.762253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.853641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Deleting port bf246be6-616e-4000-bc3d-3f9a6688e229 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:06.854376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.854882 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.940276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:06.963428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.082373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 85d45075-a142-4177-a15e-341ac5c04f54 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:07.187628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Delete allocated IP 172.20.0.14 (caeba167-8d14-4a88-8e42-8f47476e4fdc/12eabebb-34bf-4dcb-b4c1-7c27b43e9c90) {{(pid=88742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:44:07.195260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Allocated IP 172.20.0.36 (caeba167-8d14-4a88-8e42-8f47476e4fdc/45af57bc-1c06-4241-8a9e-52561bed639b/1a5bff45-4679-4202-b107-51cbfebe6d68) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:07.243088 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=5013a843-d426-4120-8510-a38508648cab,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:07.323841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Allocated IP 172.20.0.2 (28141efb-91ce-4ef9-b371-fd5887b3b084/340b572c-362a-49d4-8129-316dd7f24530/c4192d1b-52a6-4d50-9fd6-4299e0ea8e92) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:07.444055 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f38ef603-ed97-4cec-b40c-0679a3bf01bf up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:07.452616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.472081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Transition to ACTIVE for port object 1a5bff45-4679-4202-b107-51cbfebe6d68 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:07.521675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fedc:6520 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/51e73fb5-d41b-432f-8b83-aa9c91fe9e4a/85d45075-a142-4177-a15e-341ac5c04f54) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:07.558276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.588465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Update dhcp port {'port': {'network_id': 'caeba167-8d14-4a88-8e42-8f47476e4fdc', 'fixed_ips': [{'subnet_id': 'f7fdfa7b-2c5e-4729-826d-ed7228c42107', 'ip_address': '172.20.0.18'}, {'subnet_id': '12eabebb-34bf-4dcb-b4c1-7c27b43e9c90', 'ip_address': '172.20.0.2'}, {'subnet_id': '45af57bc-1c06-4241-8a9e-52561bed639b'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': '37da1c6e-86bb-4112-b99b-bbaa00f950e1'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:44:07.684426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] For port bf246be6-616e-4000-bc3d-3f9a6688e229, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bf246be6-616e-4000-bc3d-3f9a6688e229,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:07.685487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.722774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.785492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.799166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.871836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Calling delete_port for bf246be6-616e-4000-bc3d-3f9a6688e229 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:07.880981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.900193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:07.912311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf78876-4608-403c-b6a4-ae0ad803a41f None None] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:07.936061 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port f38ef603-ed97-4cec-b40c-0679a3bf01bf completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:07.945213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event updated for resources: {'Port': ['ID=1a5bff45-4679-4202-b107-51cbfebe6d68,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:07.997622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 85d45075-a142-4177-a15e-341ac5c04f54 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:08.032531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.036173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=e0193f43-9409-4ce0-9cd5-5e78a97ff572,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:08.067681 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] In _notify_port_updated(), no bound segment for port 1a5bff45-4679-4202-b107-51cbfebe6d68 on network caeba167-8d14-4a88-8e42-8f47476e4fdc {{(pid=88742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:44:08.073090 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:08.074424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.078140 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2bb30df7-b827-4aa3-8657-290de35271f7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "PUT /v2.0/ports/1a5bff45-4679-4202-b107-51cbfebe6d68 HTTP/1.1" status: 200 len: 960 time: 2.0072327 Mar 22 11:44:08.078745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58156) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:08.172643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.227661 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 1a5bff45-4679-4202-b107-51cbfebe6d68 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:08.227990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.234818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Provisioning for port f38ef603-ed97-4cec-b40c-0679a3bf01bf completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:08.243678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Transition to ACTIVE for port object c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:08.271406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.290649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Provisioning complete for port f38ef603-ed97-4cec-b40c-0679a3bf01bf triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:08.291026 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.339421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:08.352947 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:08.375339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:08.383089 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Transition to ACTIVE for port object c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:08.408321 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:08.480982 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:08.486507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:08.486714 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.487121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.491347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=85d45075-a142-4177-a15e-341ac5c04f54,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:08.530185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.20.0.1 (28141efb-91ce-4ef9-b371-fd5887b3b084/340b572c-362a-49d4-8129-316dd7f24530/ed83da8c-ef6e-4e8d-a19f-a063859a1329) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:08.617746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:08.624480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.665722 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:08.667986 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:08.671660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Allocated IP 172.20.0.34 (caeba167-8d14-4a88-8e42-8f47476e4fdc/45af57bc-1c06-4241-8a9e-52561bed639b/37da1c6e-86bb-4112-b99b-bbaa00f950e1) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:08.691707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Pushing event updated for resources: {'Port': ['ID=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:08.696483 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f0f41ec9-4eaa-44f8-8c05-44fbd0dcca56 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5155265 Mar 22 11:44:08.712396 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58160) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:08.820212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Router de928e47-297d-44d0-ba10-d0a3b85149a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:08.827834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.833153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.846164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object ed83da8c-ef6e-4e8d-a19f-a063859a1329 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:08.913016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] Pushing event deleted for resources: {'Port': ['ID=bf246be6-616e-4000-bc3d-3f9a6688e229,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:08.922261 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.987974 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:08.990155 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:08.993192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:08.997014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd4b03-7e0f-4285-ac20-452f544fe1ac None None] No DVR routers for this DVR port bf246be6-616e-4000-bc3d-3f9a6688e229 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:09.002236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:09.031922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fdf68d-6e70-4f24-a3ba-b3ca8c627529 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:09.037672 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:09.074245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.146749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Attempting to bind port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:09.147114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Attempting to bind port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:09.147327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 1a5bff45-4679-4202-b107-51cbfebe6d68 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:09.147838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Attempting to bind port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 on network 28141efb-91ce-4ef9-b371-fd5887b3b084 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:09.220906 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] For port f38ef603-ed97-4cec-b40c-0679a3bf01bf, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=f38ef603-ed97-4cec-b40c-0679a3bf01bf,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:09.222034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:09.222396 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Checking segment: {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:09.222788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.223331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Bound using segment: {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:09.223709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Bound port: c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:09.223970 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.239399 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1f553-d690-4e43-963d-975f0e11fba1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:09.240103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-12b1f553-d690-4e43-963d-975f0e11fba1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:09.282563 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.323466 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.367912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 5013a843-d426-4120-8510-a38508648cab up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:09.435725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:09.443731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-12b1f553-d690-4e43-963d-975f0e11fba1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:09.448048 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-12b1f553-d690-4e43-963d-975f0e11fba1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7349131 Mar 22 11:44:09.448791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58164) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:09.460355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:09.471988 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Sync routers for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:09.486278 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:09.486906 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:09.528476 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a58754a1-f896-4eed-9c30-834dadc7bc48 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "PUT /v2.0/routers/de928e47-297d-44d0-ba10-d0a3b85149a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4740839 Mar 22 11:44:09.564367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 85d45075-a142-4177-a15e-341ac5c04f54 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:09.564641 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.578393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.596291 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Transition to ACTIVE for port object 37da1c6e-86bb-4112-b99b-bbaa00f950e1 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:09.610311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] For port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:09.613534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] For port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:09.640077 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.646218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005ee4-0b8d-430e-9599-693cfcabff7c None None] Pushing event updated for resources: {'Port': ['ID=f38ef603-ed97-4cec-b40c-0679a3bf01bf,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:09.724163 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:09.736038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.821233 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=1a5bff45-4679-4202-b107-51cbfebe6d68,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:09.836753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.844312 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 5013a843-d426-4120-8510-a38508648cab triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:09.844717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.952243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Provisioning complete for port f38ef603-ed97-4cec-b40c-0679a3bf01bf triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:09.952632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.004779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-bfad8fff-8ac6-4daf-b4c6-fb35989799b3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Synchronizing usage tracker for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:10.054161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.105190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.106024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e54986-a696-49b8-ae19-019b75b3a75c None None] Pushing event updated for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=7']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:10.107685 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5e97dc7b-4e2b-4392-b6e1-4d1728d3ead6 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/1a5bff45-4679-4202-b107-51cbfebe6d68 HTTP/1.1" status: 204 len: 168 time: 2.0263469 Mar 22 11:44:10.110342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58180) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:10.161066 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.190840 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bb39f5-0579-4ab5-9544-1c818d064dfb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] GET failed (client error): The resource could not be found. Mar 22 11:44:10.191224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-55bb39f5-0579-4ab5-9544-1c818d064dfb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:10.204589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.292018 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:07Z', 'revision_number': 2, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:10.297334 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Checking router: de928e47-297d-44d0-ba10-d0a3b85149a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:10.297959 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Updating router de928e47-297d-44d0-ba10-d0a3b85149a1 port e0193f43-9409-4ce0-9cd5-5e78a97ff572 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:10.303961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 85d45075-a142-4177-a15e-341ac5c04f54 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:10.310809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a199eb8-d1cb-44b3-8d92-5429b7deab64 None None] Pushing event updated for resources: {'Port': ['ID=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:10.338384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-bfad8fff-8ac6-4daf-b4c6-fb35989799b3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Unset dirty status for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:10.339570 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-bfad8fff-8ac6-4daf-b4c6-fb35989799b3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255930490&fields=id&tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9 HTTP/1.1" status: 200 len: 267 time: 0.5961583 Mar 22 11:44:10.356594 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-55bb39f5-0579-4ab5-9544-1c818d064dfb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:10.358216 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-55bb39f5-0579-4ab5-9544-1c818d064dfb tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports/1a5bff45-4679-4202-b107-51cbfebe6d68 HTTP/1.1" status: 404 len: 333 time: 0.2468746 Mar 22 11:44:10.363242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58184) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:10.370412 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.420322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.501169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '51e73fb5-d41b-432f-8b83-aa9c91fe9e4a'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:10.502154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.558669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-6d6017b9-97ab-49d8-8e74-bc255d8b50bd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:10.566024 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-6d6017b9-97ab-49d8-8e74-bc255d8b50bd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 797 time: 0.2162571 Mar 22 11:44:10.584886 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-018cd186-d290-4cba-9d01-dddbb862d6e8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/quotas/3ea5d32b2b8e45cebcc0150582f7b8f9 HTTP/1.1" status: 200 len: 375 time: 0.0178871 Mar 22 11:44:10.648841 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Provisioning for port e0193f43-9409-4ce0-9cd5-5e78a97ff572 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:10.654138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:10.655071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:10.660439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:10.685694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Provisioning complete for port e0193f43-9409-4ce0-9cd5-5e78a97ff572 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:10.688946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:10.721951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-0951fb8c-2b8d-4a3d-933f-db08d0899e37 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Synchronizing usage tracker for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:10.909582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-0951fb8c-2b8d-4a3d-933f-db08d0899e37 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Unset dirty status for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:10.911067 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-0951fb8c-2b8d-4a3d-933f-db08d0899e37 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254142 Mar 22 11:44:10.938351 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.036954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.044260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-de142405-01bc-4c2e-9ef5-a6dab749011b None None] Port e0193f43-9409-4ce0-9cd5-5e78a97ff572 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:11.056110 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.059760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Allocated IP 2001:db8::f816:3eff:fe86:3d55 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/51e73fb5-d41b-432f-8b83-aa9c91fe9e4a/57dc6abe-309b-4ade-882e-b5d88d53f2d9) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:11.084028 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Transition to ACTIVE for port object e0193f43-9409-4ce0-9cd5-5e78a97ff572 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:11.102989 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.140356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=85d45075-a142-4177-a15e-341ac5c04f54,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:11.141504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.159062 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5d66a9f8-aa17-4cfa-af67-e2c594943938 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/85d45075-a142-4177-a15e-341ac5c04f54 HTTP/1.1" status: 204 len: 168 time: 1.7017543 Mar 22 11:44:11.165107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58190) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:11.182712 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.239847 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fab44-0e27-4b01-85a5-7a90ea2148d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:11.241486 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fab44-0e27-4b01-85a5-7a90ea2148d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:11.242219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bc2fab44-0e27-4b01-85a5-7a90ea2148d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:11.293082 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:44:11.392220 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-9180516a-7481-4d4e-8e79-1b583e43546e service neutron] 10.222.0.53 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607852 Mar 22 11:44:11.413055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bc2fab44-0e27-4b01-85a5-7a90ea2148d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:11.417015 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bc2fab44-0e27-4b01-85a5-7a90ea2148d8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2478158 Mar 22 11:44:11.427854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58194) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:11.537508 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:11.601686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.629263 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45873e7-475d-4d18-ae09-d9fbc42103fc,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:11.642121 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:11.642807 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.694862 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Pushing event updated for resources: {'Port': ['ID=e0193f43-9409-4ce0-9cd5-5e78a97ff572,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:11.707824 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.708222 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.708493 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.708845 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.709172 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.709490 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.709807 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.710126 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.710443 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.710760 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.711072 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.711422 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:11.723954 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Attempting to bind port e0193f43-9409-4ce0-9cd5-5e78a97ff572 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:11.724320 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Attempting to bind port e0193f43-9409-4ce0-9cd5-5e78a97ff572 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:11.724712 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Attempting to bind port e0193f43-9409-4ce0-9cd5-5e78a97ff572 on network e1b005a7-a8d2-4e2a-91a2-00201e2e985a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:11.730575 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.734090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:11.734756 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:11.735133 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Checking segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:11.736212 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.736701 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Bound using segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:11.737172 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Bound port: e0193f43-9409-4ce0-9cd5-5e78a97ff572, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:11.737557 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.755696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Could not find standard attr ID for object 1a5bff45-4679-4202-b107-51cbfebe6d68. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:11.765467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 51e73fb5-d41b-432f-8b83-aa9c91fe9e4a {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:11.774710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Transition to ACTIVE for port object 57dc6abe-309b-4ade-882e-b5d88d53f2d9 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:11.795075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.796251 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bf819e86-cc56-4b5b-9538-aa942d7affbd tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/security-groups/a45873e7-475d-4d18-ae09-d9fbc42103fc HTTP/1.1" status: 204 len: 168 time: 1.4295607 Mar 22 11:44:11.799397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58198) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:11.806410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Transition to ACTIVE for port object 57dc6abe-309b-4ade-882e-b5d88d53f2d9 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:11.851691 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:11.863266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:11.876527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:11.883546 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d6e8315c-e87b-4ea9-8a5a-1349c89a0c85 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4403892 Mar 22 11:44:11.892474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:11.895168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58202) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:11.896027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:11.908374 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.916634 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-504732844'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:11.922464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:11.926651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:11.936779 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] For port e0193f43-9409-4ce0-9cd5-5e78a97ff572, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:11.936959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:11.937067 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] For port e0193f43-9409-4ce0-9cd5-5e78a97ff572, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0193f43-9409-4ce0-9cd5-5e78a97ff572,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:11.945889 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:11.981389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.991492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Provisioning for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:11.995025 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.002885 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.025175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:12.030932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.050499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.051507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:12.069272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.097782 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:12.109791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:12.110553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b259e4f1-c63a-4700-b0da-f69870294de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.112238 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.112776 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment faa2b8da-96b3-42ed-bd2b-0387c115e25a of type vlan for network 826c5186-7d6d-436a-b96b-1c8b371d5773 Mar 22 11:44:12.166607 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.199841 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:12.201097 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:12.238982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.259723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f3af2-f800-4958-ace8-b9fac2833533,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.280141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.283948 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-0ae8bfe9-3241-4709-89da-36a97daf56fc service neutron] 10.222.0.53 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8908300 Mar 22 11:44:12.291692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58206) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:12.298584 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-805ad959-09be-4938-94eb-5a812d5e99b4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/security-groups/5d5f3af2-f800-4958-ace8-b9fac2833533 HTTP/1.1" status: 204 len: 168 time: 0.4980896 Mar 22 11:44:12.302149 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.317574 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f252-24fb-46e9-a749-96b63c42b334 None None] Pushing event updated for resources: {'Port': ['ID=e0193f43-9409-4ce0-9cd5-5e78a97ff572,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.319012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:12.319867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.339750 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:12.343418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Pushing event updated for resources: {'Port': ['ID=57dc6abe-309b-4ade-882e-b5d88d53f2d9,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.349870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca31e3-3b97-4653-8acb-db0a9766a032 None None] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:12.385555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.435726 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:12.441816 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:12.474998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.506166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:12.523864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.534017 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6344049 Mar 22 11:44:12.536505 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58210) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:12.542750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:12.546569 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08228ef6-d0ee-43da-86a8-4a9247cbb6f6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=826c5186-7d6d-436a-b96b-1c8b371d5773,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.546714 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:12.577884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:12.695234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:12.699961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:12.703384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:12.709885 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:12.745166 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ecc8c419-0c48-4c9e-aad0-50ea019bc3c4 req-17d30359-03d8-4e68-9be3-1edbd446c589 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 210 time: 0.0685098 Mar 22 11:44:12.776476 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.819824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:12.823769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.843961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.846830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=51e73fb5-d41b-432f-8b83-aa9c91fe9e4a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.886958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.895692 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea7281-cdeb-4465-aa92-9eb9f1f3e54e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:12.961384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.962926 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-844f405c-bade-4e25-916f-c9112c97e949 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/security-groups/95ea7281-cdeb-4465-aa92-9eb9f1f3e54e HTTP/1.1" status: 204 len: 168 time: 0.6696539 Mar 22 11:44:12.965862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58222) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:12.971191 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bbc3371a-8fb1-4b68-bb7f-882b933887ac tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/51e73fb5-d41b-432f-8b83-aa9c91fe9e4a HTTP/1.1" status: 204 len: 168 time: 1.5419137 Mar 22 11:44:12.971986 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58226) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:13.014999 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:11Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:13.019423 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddde67-6c3d-47f3-9e10-2f0d8e4d54fa None None] The sync data for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv is: [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:11Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:13.051156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Attempting to bind port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:13.051786 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Attempting to bind port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:13.051936 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Attempting to bind port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:13.064421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58230) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:13.064864 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dd3b2770-d0ad-4398-9400-8a00c852f2e7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904703 Mar 22 11:44:13.086124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:13.191999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 12eabebb-34bf-4dcb-b4c1-7c27b43e9c90 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:13.199404 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:13.200149 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:13.200680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.201133 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:13.201687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Bound port: 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:13.202128 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.224822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:13.225251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.251349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.273708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.337221 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:13.354482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.373852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=90911de5-fcbd-42de-9bc8-15ec20ddd37a,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:13.390076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:13.390250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 826c5186-7d6d-436a-b96b-1c8b371d5773, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:13.397353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:13.461372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.478719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:13.497202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:13.502297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.564308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 826c5186-7d6d-436a-b96b-1c8b371d5773) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:13.569632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:13.576199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.582516 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f1ead-0293-4172-a5d8-91d2d1b03c0d None None] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:13.668362 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9c7bab7c-6b2e-4f31-aed7-03507e74b2c0 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1295123 Mar 22 11:44:13.671994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58236) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:13.677569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] For port 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:13.744375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.790507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] For port 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=57dc6abe-309b-4ade-882e-b5d88d53f2d9,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:13.835896 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device f38ef603-ed97-4cec-b40c-0679a3bf01bf up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:13.869360 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Could not find standard attr ID for object 1a5bff45-4679-4202-b107-51cbfebe6d68. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:13.886107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-59754d9e-8c15-418c-9ecc-ff38e4e4a8d9 req-42bd8d18-aa53-42f8-8a3f-d398daeaaa6a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 210 time: 0.0801537 Mar 22 11:44:13.911665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.976042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=12eabebb-34bf-4dcb-b4c1-7c27b43e9c90,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:13.990829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.011384 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d3f77a85-63a1-4461-b96d-e4ea6de9b333 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/12eabebb-34bf-4dcb-b4c1-7c27b43e9c90 HTTP/1.1" status: 204 len: 168 time: 1.0427575 Mar 22 11:44:14.016735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58242) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:14.034552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb7fbb-9369-4b25-974f-5077ba7a650e None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:14.105285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Provisioning for port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:14.119990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet 45af57bc-1c06-4241-8a9e-52561bed639b {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:14.127908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.161641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:09Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:09Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:14.193354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.225487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Provisioning complete for port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:14.225874 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.311199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.319588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:14.320147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Updating router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 port ed83da8c-ef6e-4e8d-a19f-a063859a1329 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:14.415702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cef654-476d-40c7-9f7e-b9a3b1aa8744 None None] Pushing event updated for resources: {'Port': ['ID=57dc6abe-309b-4ade-882e-b5d88d53f2d9,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:14.474051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.474584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-826c5186-7d6d-436a-b96b-1c8b371d5773', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:14.475164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.534187 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=45af57bc-1c06-4241-8a9e-52561bed639b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:14.550994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.554882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.563796 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port f38ef603-ed97-4cec-b40c-0679a3bf01bf triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:14.564165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.571596 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ecc0c50-cab2-40fd-83ed-eb9c5cae6f37 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/45af57bc-1c06-4241-8a9e-52561bed639b HTTP/1.1" status: 204 len: 168 time: 0.5516584 Mar 22 11:44:14.572338 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58246) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:14.640391 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b15b510-5971-450a-9eeb-603831b77add tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:14.640909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b15b510-5971-450a-9eeb-603831b77add tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:14.645323 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1b15b510-5971-450a-9eeb-603831b77add tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/12eabebb-34bf-4dcb-b4c1-7c27b43e9c90 HTTP/1.1" status: 404 len: 337 time: 0.0697496 Mar 22 11:44:14.645647 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58250) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:14.784864 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting subnet f7fdfa7b-2c5e-4729-826d-ed7228c42107 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:14.788677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.922177 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:14.970440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:44:15.062243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.183163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.199343 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b99e7936-936f-412c-94a8-01ac4e46e4a0 req-47d8d9c0-dd0f-4413-932d-2553f33b2233 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 210 time: 0.0759180 Mar 22 11:44:15.233382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.298758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] For port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:15.430207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.435885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.446102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Allocated IP 172.21.0.2 (826c5186-7d6d-436a-b96b-1c8b371d5773/90911de5-fcbd-42de-9bc8-15ec20ddd37a/7d42749b-00fa-49d1-89b2-0ee5595e6376) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:15.484032 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fdfa7b-2c5e-4729-826d-ed7228c42107,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:15.498036 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.501357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e0193f43-9409-4ce0-9cd5-5e78a97ff572 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:15.502887 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5fcb80db-ea3f-4eae-aed9-4b39419f3106 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/f7fdfa7b-2c5e-4729-826d-ed7228c42107 HTTP/1.1" status: 204 len: 168 time: 0.8558595 Mar 22 11:44:15.505245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58256) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.549895 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-09af0213-83c0-4b59-bb66-c5b63e42e3c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:15.551113 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09af0213-83c0-4b59-bb66-c5b63e42e3c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:15.553051 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-09af0213-83c0-4b59-bb66-c5b63e42e3c3 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/1f319a85-2477-487b-a7d5-8c57b63a728e HTTP/1.1" status: 404 len: 337 time: 0.0465112 Mar 22 11:44:15.555895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58260) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.605231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7fc3fcb3-775b-49c3-add5-9bb105d50a00 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Synchronizing usage tracker for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:15.619758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-7fc3fcb3-775b-49c3-add5-9bb105d50a00 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Unset dirty status for tenant:e59e040071fc400494954951a35ffefa on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:15.621293 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7fc3fcb3-775b-49c3-add5-9bb105d50a00 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a620f6-d99d-4709-9366-58e25edf22ff HTTP/1.1" status: 200 len: 205 time: 0.0641966 Mar 22 11:44:15.623801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58264) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.667451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Provisioning for port ed83da8c-ef6e-4e8d-a19f-a063859a1329 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:15.678882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Provisioning complete for port ed83da8c-ef6e-4e8d-a19f-a063859a1329 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:15.679382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.718453 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-0f80c275-1416-46e3-b139-f98d6b3c37aa tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] delete failed (client error): The resource could not be found. Mar 22 11:44:15.722331 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0f80c275-1416-46e3-b139-f98d6b3c37aa tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/routers/73a620f6-d99d-4709-9366-58e25edf22ff HTTP/1.1" status: 404 len: 336 time: 0.0949736 Mar 22 11:44:15.723135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58268) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.759302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.788288 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba193a35-bd76-452e-848d-39e2b1c8624b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:15.789408 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba193a35-bd76-452e-848d-39e2b1c8624b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:15.795736 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ba193a35-bd76-452e-848d-39e2b1c8624b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/d6af002e-b073-41f2-a0b2-ef5c49e2decf HTTP/1.1" status: 404 len: 337 time: 0.0701582 Mar 22 11:44:15.796039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Port ed83da8c-ef6e-4e8d-a19f-a063859a1329 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:15.804240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58272) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.804410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01709001-8de9-479a-9d55-978eb830d3b4 None None] Pushing event updated for resources: {'Port': ['ID=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:15.816807 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-4ac934b5-ea0e-45db-a183-e30380ce5cb8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:15.817840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-4ac934b5-ea0e-45db-a183-e30380ce5cb8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Synchronizing usage tracker for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:15.870611 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6803e404-0c27-4358-b54d-0a3b8e0ccec5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:15.871367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6803e404-0c27-4358-b54d-0a3b8e0ccec5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:15.877467 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58276) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:15.884646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Provisioning complete for port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:15.885035 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6803e404-0c27-4358-b54d-0a3b8e0ccec5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/c835942b-16e3-4b7c-aed0-8bf36a6d9d08 HTTP/1.1" status: 404 len: 337 time: 0.0759926 Mar 22 11:44:15.885171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a6299ec9-b598-4510-a459-fa280ce22350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:15.974068 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port e0193f43-9409-4ce0-9cd5-5e78a97ff572 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:16.005655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e0193f43-9409-4ce0-9cd5-5e78a97ff572 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:16.006116 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.061078 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc5e1bd-0d01-45c0-80c5-40df0587062c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.061615 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc5e1bd-0d01-45c0-80c5-40df0587062c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.075524 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58282) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.075739 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2dc5e1bd-0d01-45c0-80c5-40df0587062c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/40bbfc59-6917-4bd4-b0ed-60d0ce19d37c HTTP/1.1" status: 404 len: 337 time: 0.1047707 Mar 22 11:44:16.103770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-4ac934b5-ea0e-45db-a183-e30380ce5cb8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Unset dirty status for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:16.108329 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-4ac934b5-ea0e-45db-a183-e30380ce5cb8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 797 time: 0.6178517 Mar 22 11:44:16.144316 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e9681-7a8f-499f-8ef3-08113ab2473c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.144735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780e9681-7a8f-499f-8ef3-08113ab2473c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.146527 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-780e9681-7a8f-499f-8ef3-08113ab2473c tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/b14077a1-eb89-4922-94a5-aaef316c4c00 HTTP/1.1" status: 404 len: 333 time: 0.0698571 Mar 22 11:44:16.149028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58288) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.158642 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.159219 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=57dc6abe-309b-4ade-882e-b5d88d53f2d9,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:16.190167 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-98e1a637-6e04-4814-bc56-e7de89b51872 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9 HTTP/1.1" status: 200 len: 380 time: 0.0646286 Mar 22 11:44:16.192468 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.194193 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cc6ca0-8630-42a5-b0e7-b55fff337872 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.194659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cc6ca0-8630-42a5-b0e7-b55fff337872 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.196415 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-81cc6ca0-8630-42a5-b0e7-b55fff337872 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/2062642d-f4a4-4166-a55e-ce8a37571cfb HTTP/1.1" status: 404 len: 337 time: 0.0464807 Mar 22 11:44:16.198912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58292) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.207338 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Transition to ACTIVE for port object 7d42749b-00fa-49d1-89b2-0ee5595e6376 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:16.207495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'port': {'device_id': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'admin_state_up': True, 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'security_groups': ['fbe1818a-afec-4a92-96dc-7a16c2e746bc']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:16.236251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Transition to ACTIVE for port object 7d42749b-00fa-49d1-89b2-0ee5595e6376 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:16.252535 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec18802-0f20-446f-9fe1-bf01cc0603c4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.261075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec18802-0f20-446f-9fe1-bf01cc0603c4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.261075 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5ec18802-0f20-446f-9fe1-bf01cc0603c4 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/80457761-f07a-47de-80d1-bef2d68069d8 HTTP/1.1" status: 404 len: 337 time: 0.0551023 Mar 22 11:44:16.261075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58298) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.261403 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Transition to ACTIVE for port object ed83da8c-ef6e-4e8d-a19f-a063859a1329 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:16.269895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.359469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d4d7c-f3ee-485e-8a36-6ef5d13466f5 None None] Network caeba167-8d14-4a88-8e42-8f47476e4fdc requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:16.362081 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f42c180-219f-4b21-8f83-093a2922efca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.362562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f42c180-219f-4b21-8f83-093a2922efca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.366825 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9f42c180-219f-4b21-8f83-093a2922efca tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/52c1ced7-5a16-4e97-8f16-c367e19ca3d5 HTTP/1.1" status: 404 len: 333 time: 0.1037724 Mar 22 11:44:16.370676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58302) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.372791 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.411774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-2ab2f70c-e9d3-4c77-9b76-668c7bc310a8 req-5b3ca805-8d5d-47e6-af9d-43a95ef8b9cd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 210 time: 0.0820236 Mar 22 11:44:16.419621 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe18fe-be28-4c29-bda5-f220e12bf572 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.420065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe18fe-be28-4c29-bda5-f220e12bf572 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.424321 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1bbe18fe-be28-4c29-bda5-f220e12bf572 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/7acb06e1-4c0d-4981-97d4-ca777a6ee74a HTTP/1.1" status: 404 len: 337 time: 0.0513062 Mar 22 11:44:16.424555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58306) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.450882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.463637 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-37764b5a-45a7-41af-a4c8-7e51f022a9e5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] DELETE failed (client error): The resource could not be found. Mar 22 11:44:16.464099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37764b5a-45a7-41af-a4c8-7e51f022a9e5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:16.468802 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-37764b5a-45a7-41af-a4c8-7e51f022a9e5 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/subnets/8b442eb8-8108-4018-9d4d-d91dc0133c61 HTTP/1.1" status: 404 len: 337 time: 0.0403669 Mar 22 11:44:16.469081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58310) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.519788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.520389 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.544432 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port dadd7091-36ab-4dcb-a215-50d080dd3c6f {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:16.544797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.547792 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:16.612232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:16.624154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:16.626496 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:16.654031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.680169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:16.704775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:16.705360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.756203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.21.0.1 (826c5186-7d6d-436a-b96b-1c8b371d5773/90911de5-fcbd-42de-9bc8-15ec20ddd37a/816b6d95-f4c0-43ae-a575-51414a50a814) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:16.760209 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a70a94c-9135-4e3d-96da-21da7d5e5730 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:16.761062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:16.777493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Pushing event updated for resources: {'Port': ['ID=7d42749b-00fa-49d1-89b2-0ee5595e6376,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:16.800665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:16.803461 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=8638c1cd-ac8b-4ce2-b864-ea0e03c884f9,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:16.812432 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7442176 Mar 22 11:44:16.814422 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.814885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d8fd0-ae69-4050-8268-72d22d089172 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=57dc6abe-309b-4ade-882e-b5d88d53f2d9,revision_number=5']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:16.836339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58314) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:16.856263 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3f9af5da-dc4a-43b8-8f32-581c5702c16c None None] Provisioning complete for port dadd7091-36ab-4dcb-a215-50d080dd3c6f triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:16.857385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3f9af5da-dc4a-43b8-8f32-581c5702c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:16.858723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:4c:cf:9f', 'name': 'tempest-NetworksTestDHCPv6-2051026853'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:16.947509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Made reservation on behalf of 3ea5d32b2b8e45cebcc0150582f7b8f9 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:16.951402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for dadd7091-36ab-4dcb-a215-50d080dd3c6f owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:16.951845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.096711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.150237 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=dadd7091-36ab-4dcb-a215-50d080dd3c6f,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:17.158071 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.165211 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:17.183851 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:port and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:17.190438 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:17.202031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:17.205675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.216775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Attempting to bind port 7d42749b-00fa-49d1-89b2-0ee5595e6376 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:17.217310 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Attempting to bind port 7d42749b-00fa-49d1-89b2-0ee5595e6376 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:17.221922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Attempting to bind port 7d42749b-00fa-49d1-89b2-0ee5595e6376 on network 826c5186-7d6d-436a-b96b-1c8b371d5773 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:17.232229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port e0193f43-9409-4ce0-9cd5-5e78a97ff572, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e0193f43-9409-4ce0-9cd5-5e78a97ff572,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:17.238413 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9568867-d8f2-41fb-9383-606e9fb435c8 None None] Pushing event updated for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:17.241595 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87b02c7d-0067-4993-90fe-e40d84aa143b tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/ports/dadd7091-36ab-4dcb-a215-50d080dd3c6f HTTP/1.1" status: 204 len: 168 time: 0.7714722 Mar 22 11:44:17.243899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58318) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:17.248252 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-3f9af5da-dc4a-43b8-8f32-581c5702c16c None None] Port dadd7091-36ab-4dcb-a215-50d080dd3c6f cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:17.252628 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:17.253008 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Checking segment: {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:17.253410 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.253801 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Bound using segment: {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:17.254272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Bound port: 7d42749b-00fa-49d1-89b2-0ee5595e6376, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:17.254641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.263835 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Attempting to bind port ed83da8c-ef6e-4e8d-a19f-a063859a1329 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:17.264201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Attempting to bind port ed83da8c-ef6e-4e8d-a19f-a063859a1329 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:17.264578 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Attempting to bind port ed83da8c-ef6e-4e8d-a19f-a063859a1329 on network 28141efb-91ce-4ef9-b371-fd5887b3b084 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:17.269199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object 816b6d95-f4c0-43ae-a575-51414a50a814 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:17.289681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:17.290096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Checking segment: {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:17.290453 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.290843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Bound using segment: {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:17.291313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Bound port: ed83da8c-ef6e-4e8d-a19f-a063859a1329, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b71cec3-1ded-4bbd-acce-fae91c70ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:17.291682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.299385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Allocated IP 172.20.0.8 (e1b005a7-a8d2-4e2a-91a2-00201e2e985a/afd54ab4-6823-4e22-9315-2de142a15b92/74984437-8ab9-49fc-8cd8-dd2b5aba3639) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:17.347042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.347608 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:17.362572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.373803 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Deleting port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:17.374295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.410198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.499304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:17.525056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3f9af5da-dc4a-43b8-8f32-581c5702c16c None None] Provisioning complete for port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:17.525443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3f9af5da-dc4a-43b8-8f32-581c5702c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.642350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:17.658779 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-254d06e4-cbb3-4653-a9f8-9495e7da68cf req-464a2ba0-4879-4969-a2c7-f8a1954b4e24 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 210 time: 0.0838215 Mar 22 11:44:17.659635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:17.670841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:17.709899 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:17.742382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=e0193f43-9409-4ce0-9cd5-5e78a97ff572,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:17.751680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] For port 7d42749b-00fa-49d1-89b2-0ee5595e6376, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:17.773117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] For port 37da1c6e-86bb-4112-b99b-bbaa00f950e1, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=37da1c6e-86bb-4112-b99b-bbaa00f950e1,segment=NetworkSegment(6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5),segment_id=6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:17.773881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.788449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] For port ed83da8c-ef6e-4e8d-a19f-a063859a1329, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:17.792792 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.799976 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] For port 7d42749b-00fa-49d1-89b2-0ee5595e6376, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7d42749b-00fa-49d1-89b2-0ee5595e6376,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:17.811365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.811510 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] For port ed83da8c-ef6e-4e8d-a19f-a063859a1329, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ed83da8c-ef6e-4e8d-a19f-a063859a1329,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:17.823456 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.828460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930a87d-7847-4267-802a-4699f8320e75 None None] DHCP port deletion for caeba167-8d14-4a88-8e42-8f47476e4fdc request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:17.837842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4930a87d-7847-4267-802a-4699f8320e75 None None] Deleting port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:17.838218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4930a87d-7847-4267-802a-4699f8320e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.861376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 69e95731-cddc-45f1-9001-b550f152d352 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:17.880292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:17.880715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:17.900159 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Transition to ACTIVE for port object 74984437-8ab9-49fc-8cd8-dd2b5aba3639 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:17.911059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Calling delete_port for 37da1c6e-86bb-4112-b99b-bbaa00f950e1 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:17.957382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.027074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.037088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe4c:cf9f (bec7ed88-0b34-4dd1-8740-d78125a71ca3/8638c1cd-ac8b-4ce2-b864-ea0e03c884f9/69e95731-cddc-45f1-9001-b550f152d352) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:18.050100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.098266 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Port': ['ID=37da1c6e-86bb-4112-b99b-bbaa00f950e1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:18.104222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] No DVR routers for this DVR port 37da1c6e-86bb-4112-b99b-bbaa00f950e1 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:18.111276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.171218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a270dd-cd3e-4d02-a318-bd413e9339da None None] Pushing event updated for resources: {'Port': ['ID=7d42749b-00fa-49d1-89b2-0ee5595e6376,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:18.293650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network e1b005a7-a8d2-4e2a-91a2-00201e2e985a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:18.303580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.310479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4930a87d-7847-4267-802a-4699f8320e75 None None] The port '37da1c6e-86bb-4112-b99b-bbaa00f950e1' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:44:18.311551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:18.312283 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:18.312469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:18.314832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.334908 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeba167-8d14-4a88-8e42-8f47476e4fdc']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:18.349070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:18.349378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f459bd7-3568-4b1c-a1f5-5fb5df6fb9a5') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:18.364367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.383356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.391307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:44:18.391719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:44:18.504917 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:44:18.540568 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9568867-d8f2-41fb-9383-606e9fb435c8 None None] Pushing event updated for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:18.601395 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.632881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.654906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] Pushing event deleted for resources: {'Network': ['ID=caeba167-8d14-4a88-8e42-8f47476e4fdc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:18.662645 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b622d939-241f-4114-854a-1008e59c7cf7 tempest-PortsTestJSON-1466938653 tempest-PortsTestJSON-1466938653-project] 10.222.0.53 "DELETE /v2.0/networks/caeba167-8d14-4a88-8e42-8f47476e4fdc HTTP/1.1" status: 204 len: 168 time: 1.4174871 Mar 22 11:44:18.671448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:18.675277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:18.852628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:18.853635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:18.857809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:19.033129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7bec1-c4c4-4600-84b8-6d5fa62ed41f req-d10bed61-457b-4239-900a-2e27e6e9c2b2 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:19.035023 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-55c7bec1-c4c4-4600-84b8-6d5fa62ed41f req-d10bed61-457b-4239-900a-2e27e6e9c2b2 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 931 time: 0.1330752 Mar 22 11:44:19.090298 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-55c7bec1-c4c4-4600-84b8-6d5fa62ed41f req-4ba5f0a3-86bc-4680-b62c-b41f438e9563 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Mar 22 11:44:19.118853 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-aa1183e3-3eeb-41e4-9344-e66b18b5c0dd tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9151690 Mar 22 11:44:19.139119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Request body: {'port': {'device_id': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:19.196332 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bd9f265b-d63d-44ea-8098-052a84b9c8b4 None None] Provisioning for port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:19.205476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.206748 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-bd9f265b-d63d-44ea-8098-052a84b9c8b4 None None] Provisioning complete for port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:19.207126 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bd9f265b-d63d-44ea-8098-052a84b9c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.270056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f265b-d63d-44ea-8098-052a84b9c8b4 None None] Port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:19.279610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 3, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 1, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:19.287911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aee1b-8c70-4170-a6d6-5bbaa721cdcc None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 3, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 1, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:19.294179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 69e95731-cddc-45f1-9001-b550f152d352 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:19.408276 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.425833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58332) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:19.626923 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.629491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.683763 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7d42749b-00fa-49d1-89b2-0ee5595e6376 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:19.718492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.745204 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c27065cf-deff-4935-9096-f81e594a8645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e59e040071fc400494954951a35ffefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172612 Mar 22 11:44:19.747623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58338) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:19.805885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.865568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:19.884752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 7d42749b-00fa-49d1-89b2-0ee5595e6376 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:19.886057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e0193f43-9409-4ce0-9cd5-5e78a97ff572 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:19.902174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:19.907898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.944041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:19.966960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:19.987202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:19.987859 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.041662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e0193f43-9409-4ce0-9cd5-5e78a97ff572 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:20.042029 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.080286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=69e95731-cddc-45f1-9001-b550f152d352,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:20.121899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.123166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d8e9c197-a297-4678-a502-ad6508c2566b None None] Provisioning for port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:20.187630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a18ae5-4fb4-44d3-ac11-1fa28ffdd088,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:20.206987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.214605 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-25839773-6ed7-4ba9-a734-12dbffdc6ad6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31a18ae5-4fb4-44d3-ac11-1fa28ffdd088 HTTP/1.1" status: 204 len: 168 time: 0.4658477 Mar 22 11:44:20.242184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 57dc6abe-309b-4ade-882e-b5d88d53f2d9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:20.359374 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-722860ca-f36b-4832-8b16-411d41d3650e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5219488 Mar 22 11:44:20.362112 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58346) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:20.363448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:20.384739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:20.388571 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:20.435778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a18083-bda4-4590-b1e4-c875dde7d6f5 None None] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:20.488305 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8fe92c6c-d9e2-4507-bfe5-9c8fe254cff0 None None] Provisioning for port 69e95731-cddc-45f1-9001-b550f152d352 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:20.495688 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:20.530682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b64302-bff4-4aed-a6ba-5f26eeba843f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:20.539510 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b64302-bff4-4aed-a6ba-5f26eeba843f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:20.540324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0b64302-bff4-4aed-a6ba-5f26eeba843f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:20.548618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8fe92c6c-d9e2-4507-bfe5-9c8fe254cff0 None None] Provisioning complete for port 69e95731-cddc-45f1-9001-b550f152d352 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:20.549309 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8fe92c6c-d9e2-4507-bfe5-9c8fe254cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.585368 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:20.586009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.624702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0b64302-bff4-4aed-a6ba-5f26eeba843f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:20.627830 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0b64302-bff4-4aed-a6ba-5f26eeba843f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2630579 Mar 22 11:44:20.629063 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58352) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:20.687359 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-8fe92c6c-d9e2-4507-bfe5-9c8fe254cff0 None None] Port 69e95731-cddc-45f1-9001-b550f152d352 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:20.777713 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.db.resource_extend [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:44:20.792453 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 69e95731-cddc-45f1-9001-b550f152d352 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:20.792830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.847907 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:20.925592 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Provisioning for port 7d42749b-00fa-49d1-89b2-0ee5595e6376 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:20.943742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:20.956295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Provisioning complete for port 7d42749b-00fa-49d1-89b2-0ee5595e6376 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:20.956766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.017028 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=57dc6abe-309b-4ade-882e-b5d88d53f2d9,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:21.059334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74984437-8ab9-49fc-8cd8-dd2b5aba3639 {{(pid=88742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:44:21.071061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.147095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.150843 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabfc78-b868-46f7-b26e-cfe4403bf57e req-57eaa646-c0db-4107-8fd7-12a3b64d7d7a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:21.152127 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-2dabfc78-b868-46f7-b26e-cfe4403bf57e req-57eaa646-c0db-4107-8fd7-12a3b64d7d7a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Synchronizing usage tracker for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:21.205641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Transition to ACTIVE for port object 74984437-8ab9-49fc-8cd8-dd2b5aba3639 will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:21.217627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.232614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:21.241511 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-78dfeb92-916f-4618-bd1b-aa3a364ba87f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5684392 Mar 22 11:44:21.244236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58364) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:21.257046 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:21.263872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.307319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1249949239'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:21.312950 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 37da1c6e-86bb-4112-b99b-bbaa00f950e1 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:21.313228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 37da1c6e-86bb-4112-b99b-bbaa00f950e1 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:21.320632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-2dabfc78-b868-46f7-b26e-cfe4403bf57e req-57eaa646-c0db-4107-8fd7-12a3b64d7d7a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Unset dirty status for tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:21.320774 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.321556 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2dabfc78-b868-46f7-b26e-cfe4403bf57e req-57eaa646-c0db-4107-8fd7-12a3b64d7d7a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 931 time: 0.8333635 Mar 22 11:44:21.377549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=57dc6abe-309b-4ade-882e-b5d88d53f2d9,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:21.391627 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] For port 7d42749b-00fa-49d1-89b2-0ee5595e6376, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7d42749b-00fa-49d1-89b2-0ee5595e6376,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:21.436154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 69e95731-cddc-45f1-9001-b550f152d352 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:21.465057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:21.478631 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.582105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:21.602992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:21.615975 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed83da8c-ef6e-4e8d-a19f-a063859a1329 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:21.621933 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:21.639888 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:21.642374 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-2dabfc78-b868-46f7-b26e-cfe4403bf57e req-2a01cf55-978b-4368-ae85-b1a48a38eb34 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376275 Mar 22 11:44:21.746538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f36ff-8dd9-437d-a029-8e73b4470265 None None] Pushing event updated for resources: {'Port': ['ID=7d42749b-00fa-49d1-89b2-0ee5595e6376,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:21.755342 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Provisioning complete for port 7d42749b-00fa-49d1-89b2-0ee5595e6376 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:21.755677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.756697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Attempting to bind port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:21.757684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Attempting to bind port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:21.758916 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Attempting to bind port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 on network e1b005a7-a8d2-4e2a-91a2-00201e2e985a {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:21.773842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 on network e1b005a7-a8d2-4e2a-91a2-00201e2e985a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:44:21.775360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Attempting to bind port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 on network e1b005a7-a8d2-4e2a-91a2-00201e2e985a {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:21.785428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:21.789106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.804236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:21.804650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Checking segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:21.807208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Bound using segment: {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:21.807756 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Bound port: 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df14613f-2cd6-473f-9678-8f53ac644a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a'}}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:21.808088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.926711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port ed83da8c-ef6e-4e8d-a19f-a063859a1329 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:21.938069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ed83da8c-ef6e-4e8d-a19f-a063859a1329 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:21.938686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.946619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:21.981722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58376) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:22.021804 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:22.024986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:22.033635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:22.037770 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2872bb2-2177-4b6a-b656-19792bcded77 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:44:22.045328 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=69e95731-cddc-45f1-9001-b550f152d352,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:22.068882 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:22.083942 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:22.085637 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:22.098794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.099992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.108481 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.108857 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment aee3318f-f899-414e-ab25-873a5d983ad1 of type vlan for network b807d503-d146-47b4-95a1-9768cc3076e4 Mar 22 11:44:22.135823 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Provisioning for port 816b6d95-f4c0-43ae-a575-51414a50a814 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:22.157371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.182542 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-145305419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:22.182905 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Provisioning complete for port 816b6d95-f4c0-43ae-a575-51414a50a814 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:22.183279 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.197848 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:22.210018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:router and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:22.214081 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.214800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.216997 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] 10.222.0.60 "PUT /v2.0/ports/74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 1093 time: 3.0820060 Mar 22 11:44:22.219686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:44:22.232181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:22.247153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:22.248711 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-46827de2-0118-465d-9ca3-0c3e46b57063 None None] Port 816b6d95-f4c0-43ae-a575-51414a50a814 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:22.263854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181e95-34e9-464f-9140-2eac2fb3aea1 service neutron] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:22.287666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.304582 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'status': 'completed', 'code': 200} Mar 22 11:44:22.341893 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:22.348904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port ed83da8c-ef6e-4e8d-a19f-a063859a1329, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ed83da8c-ef6e-4e8d-a19f-a063859a1329,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:22.365731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2872bb2-2177-4b6a-b656-19792bcded77 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:44:22.388677 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.389888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.409937 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1a9d6bf-409f-4d27-a66e-01d68818b038 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/69e95731-cddc-45f1-9001-b550f152d352 HTTP/1.1" status: 204 len: 168 time: 1.7795014 Mar 22 11:44:22.413391 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58384) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:22.427829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.444875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-b8e2cea7-6273-44d2-acd1-c0d22164b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.446714 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-b8e2cea7-6273-44d2-acd1-c0d22164b1a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1096 time: 0.1204922 Mar 22 11:44:22.484394 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-b4c90b4e-b04c-48bf-8598-bad2de768273 None None] Provisioning complete for port 816b6d95-f4c0-43ae-a575-51414a50a814 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:22.484813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-b4c90b4e-b04c-48bf-8598-bad2de768273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.494450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b64cf-bd65-4573-b458-60891c5b860f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.496546 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b64cf-bd65-4573-b458-60891c5b860f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.498095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d18b64cf-bd65-4573-b458-60891c5b860f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:22.502441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.508273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.509079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.511494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.540749 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-d4424b19-3602-4e24-ae5d-3b76f944461c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0798585 Mar 22 11:44:22.542310 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.624655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-b4c90b4e-b04c-48bf-8598-bad2de768273 None None] Port 816b6d95-f4c0-43ae-a575-51414a50a814 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:22.634083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-1412b40c-6a50-42db-8b09-a0573972c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.635968 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-1412b40c-6a50-42db-8b09-a0573972c06b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0854657 Mar 22 11:44:22.640170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=b807d503-d146-47b4-95a1-9768cc3076e4,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:22.654019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:22.656371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d18b64cf-bd65-4573-b458-60891c5b860f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:22.656671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b807d503-d146-47b4-95a1-9768cc3076e4 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:22.661080 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d18b64cf-bd65-4573-b458-60891c5b860f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2429230 Mar 22 11:44:22.661080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58388) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:22.717083 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.722082 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ef8681bb-df3c-40d9-86e3-1df106f99bfe tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7393591 Mar 22 11:44:22.723109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58394) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:22.734764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2146421438'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:22.742142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 8638c1cd-ac8b-4ce2-b864-ea0e03c884f9 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:22.751271 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a196f184-b817-4c04-b8a3-b2568a4e503a tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5012548 Mar 22 11:44:22.751271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.754351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:22.756662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58398) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:22.768224 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 3, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:19Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:22.770435 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:network and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:22.778177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:22.778396 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:22.778608 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Updating router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 port 816b6d95-f4c0-43ae-a575-51414a50a814 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:22.800945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:22.824063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:22.827116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.869841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-44118535-bf6f-466b-a432-c56f2506c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:22.872811 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-44118535-bf6f-466b-a432-c56f2506c34f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2167668 Mar 22 11:44:22.906361 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:22.942854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.017870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:23.021582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.070296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.126177 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.149379 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:23.165616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:23.172860 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:security_group_rule and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:23.175240 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=8638c1cd-ac8b-4ce2-b864-ea0e03c884f9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:23.177421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:23.177746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.185349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:23.189863 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:23.192619 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:23.202203 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:23.259880 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-629e58f1-0ed0-49ed-a43a-3cd781f10562 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190770 Mar 22 11:44:23.283677 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-065596ec-fa62-4875-8fef-a16d41595326 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/8638c1cd-ac8b-4ce2-b864-ea0e03c884f9 HTTP/1.1" status: 204 len: 168 time: 0.6225901 Mar 22 11:44:23.284355 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58402) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:23.301121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbfb77-c5a0-4f00-8be7-757b12f1c9df req-8fcccbbe-55c7-4c57-a8ac-27584373b1b0 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:23.302646 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c7cbfb77-c5a0-4f00-8be7-757b12f1c9df req-8fcccbbe-55c7-4c57-a8ac-27584373b1b0 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 943 time: 0.4289417 Mar 22 11:44:23.308330 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.321462 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Transition to ACTIVE for port object 816b6d95-f4c0-43ae-a575-51414a50a814 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:23.328749 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:23.332120 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.369583 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-45b1c89f-1f07-4536-a589-71005c0ddee1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815954 Mar 22 11:44:23.369824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58406) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:23.387038 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.496781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed83da8c-ef6e-4e8d-a19f-a063859a1329 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:23.503135 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93a585-c00c-41c4-9974-7af926302868 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:23.503881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ad93a585-c00c-41c4-9974-7af926302868 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:23.583821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ad93a585-c00c-41c4-9974-7af926302868 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:23.584836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port ed83da8c-ef6e-4e8d-a19f-a063859a1329 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:23.585216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.589763 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ad93a585-c00c-41c4-9974-7af926302868 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2186251 Mar 22 11:44:23.591482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58410) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:23.659333 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b68d75-0ba1-4754-8ede-6d7c1cdf3e84 None None] Pushing event updated for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:23.678303 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Attempting to bind port 816b6d95-f4c0-43ae-a575-51414a50a814 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:23.678668 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Attempting to bind port 816b6d95-f4c0-43ae-a575-51414a50a814 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:23.685515 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Attempting to bind port 816b6d95-f4c0-43ae-a575-51414a50a814 on network 826c5186-7d6d-436a-b96b-1c8b371d5773 {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:23.687066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:23.687466 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Checking segment: {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:23.687849 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.688239 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Bound using segment: {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:23.688746 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Bound port: 816b6d95-f4c0-43ae-a575-51414a50a814, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2b8da-96b3-42ed-bd2b-0387c115e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:23.689120 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.739949 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d881f-89bc-4e23-90ab-4066b2e6d2a8 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:23.740130 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-c7cbfb77-c5a0-4f00-8be7-757b12f1c9df req-aeb036dc-62fa-4803-b48a-cdf8fda08fc0 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134088 Mar 22 11:44:23.762762 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980b740-ee1f-4d08-8241-fc224d519176 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:23.763512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3980b740-ee1f-4d08-8241-fc224d519176 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:23.813000 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dbed8b48-25ca-44bb-8f59-14d84b828ae4 req-2cac6cb3-af55-4938-81c0-966b3b8bbb28 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400422 Mar 22 11:44:23.824074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.837478 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] For port 816b6d95-f4c0-43ae-a575-51414a50a814, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:23.841191 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3980b740-ee1f-4d08-8241-fc224d519176 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:23.841588 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] For port 816b6d95-f4c0-43ae-a575-51414a50a814, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=816b6d95-f4c0-43ae-a575-51414a50a814,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:23.843542 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3980b740-ee1f-4d08-8241-fc224d519176 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2509763 Mar 22 11:44:23.845998 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58414) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:23.894710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.915407 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:23.965360 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2318fe65-38ae-4885-872d-e278ee9d5d73 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144786 Mar 22 11:44:23.966661 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58418) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:23.973683 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:24.021794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:24.094103 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55af23d-fc4e-4008-97bd-a6c88620e771,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:24.099850 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:24.102204 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:24.144046 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:24.150546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e1f0d272-870a-4912-98d7-cbd15d9ec794 None None] Provisioning complete for port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:24.150993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d272-870a-4912-98d7-cbd15d9ec794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.159068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.159732 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Added segment b1a36834-ab67-4963-8c2f-635f59b9ec7d of type vlan for network 48b3862c-c853-45ed-bf89-8093f208d671 Mar 22 11:44:24.163847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:24.195657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7d42749b-00fa-49d1-89b2-0ee5595e6376 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:24.200585 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.236742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.244487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:24.249157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.263914 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b68d75-0ba1-4754-8ede-6d7c1cdf3e84 None None] Pushing event updated for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=4']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:24.320025 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:24.359641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=3180157b-e1c3-4afe-a439-f64f336815c0,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:24.374755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.382161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:24.383456 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.401539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7d42749b-00fa-49d1-89b2-0ee5595e6376 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:24.401917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.509551 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7841549 Mar 22 11:44:24.517829 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:24.522530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Deleting port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:24.522910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.565174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58422) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:24.567441 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-7e2a829f-0044-4bd9-a4cf-0a346b5ebbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:24.569684 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-7e2a829f-0044-4bd9-a4cf-0a346b5ebbb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1096 time: 0.5906308 Mar 22 11:44:24.570424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:24.570788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: b807d503-d146-47b4-95a1-9768cc3076e4, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:24.583247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'subnet': {'network_id': '48b3862c-c853-45ed-bf89-8093f208d671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:24.654205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9dc9b-9055-42e3-bf92-0bcf77669158 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Network': ['ID=48b3862c-c853-45ed-bf89-8093f208d671,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:24.667357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.696202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 48b3862c-c853-45ed-bf89-8093f208d671 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:24.715206 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 3, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:23Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:24.725189 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06faa69f-c333-4eda-808c-b2d098d04bd2 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:17Z', 'revision_number': 3, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:23Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:24.746987 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 57dc6abe-309b-4ade-882e-b5d88d53f2d9 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:24.755102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:24.778373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:24.783729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=a71d9bc9-4290-41d4-bc01-bc9127c2c469,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:24.792129 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:24.792752 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:24.917292 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:24.925572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b807d503-d146-47b4-95a1-9768cc3076e4 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:24.931949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:subnet and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:24.937821 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:24.943265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-9c2c1802-6fd8-4bac-87c6-99eacf14b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:24.944751 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-9c2c1802-6fd8-4bac-87c6-99eacf14b484 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.3407357 Mar 22 11:44:24.955302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:24.964613 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-de54e864-109e-401e-a665-e36a0b33b46f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9948173 Mar 22 11:44:24.966731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58428) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:24.978175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:44:d2:ee', 'name': 'tempest-NetworksTestDHCPv6-1978567396'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:25.007068 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:25.007488 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.027390 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, b807d503-d146-47b4-95a1-9768cc3076e4) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:25.039210 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-42a020d3-d748-40f0-97a6-3127b3e56250 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0823214 Mar 22 11:44:25.040448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:25.041074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.045430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a25ee6-d613-46ae-9aeb-e9cade1f67d5 None None] Network b807d503-d146-47b4-95a1-9768cc3076e4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:25.097377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:25.102606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.131774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fecc5-dad0-48f4-93e8-d5b2917d6295 req-42303c69-ddbf-4421-9893-4d4b399c26ab tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:25.133275 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b55fecc5-dad0-48f4-93e8-d5b2917d6295 req-42303c69-ddbf-4421-9893-4d4b399c26ab tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 943 time: 0.2344429 Mar 22 11:44:25.136295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58432) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:25.136773 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-51b8cd9d-f3e1-46ec-985c-d824fbebbdc6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3739502 Mar 22 11:44:25.174848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] For port 57dc6abe-309b-4ade-882e-b5d88d53f2d9, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=57dc6abe-309b-4ade-882e-b5d88d53f2d9,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:25.175333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.228011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:25.231611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-e7a9c490-2e21-46db-85d1-786f8fe94657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:25.233281 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-e7a9c490-2e21-46db-85d1-786f8fe94657 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.1762536 Mar 22 11:44:25.315118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Calling delete_port for 57dc6abe-309b-4ade-882e-b5d88d53f2d9 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:25.380640 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-24bb520c-b0f5-4959-9b98-9a54801e91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:25.382179 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-24bb520c-b0f5-4959-9b98-9a54801e91c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1386807 Mar 22 11:44:25.418034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:25.450631 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-b55fecc5-dad0-48f4-93e8-d5b2917d6295 req-ae9411dc-87f9-4da6-8efb-25d1def638b7 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539086 Mar 22 11:44:25.532602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:25.551317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-b807d503-d146-47b4-95a1-9768cc3076e4', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:25.552350 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.560881 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.627323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.650679 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-f4230efc-1f71-4f34-b965-75f58d02c391 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575541 Mar 22 11:44:25.666725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Subnet': ['ID=bdcebb7d-d4dd-4306-9445-c6eaf617b5da,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:25.687211 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] Pushing event deleted for resources: {'Port': ['ID=57dc6abe-309b-4ade-882e-b5d88d53f2d9,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:25.689130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 816b6d95-f4c0-43ae-a575-51414a50a814 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:25.717193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Checking segment: {'id': 'b1a36834-ab67-4963-8c2f-635f59b9ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:25.717552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network hostable DHCP agents. Network: 48b3862c-c853-45ed-bf89-8093f208d671, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:25.745401 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab9242-bab5-4221-8624-0b8d76fcb863 None None] No DVR routers for this DVR port 57dc6abe-309b-4ade-882e-b5d88d53f2d9 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:25.779106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00cf36c-c4e4-4303-a376-2841e752d494 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:25.872679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:25.924382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 65ce98da-31b9-44cf-b127-0238f283d8ab yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:25.945335 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-cda53a76-79bf-469a-9780-3f23cbfe8856 req-6695d0ee-d6b8-4c51-90c1-730392b36976 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794940 Mar 22 11:44:25.980947 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 74984437-8ab9-49fc-8cd8-dd2b5aba3639 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:44:26.008360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 48b3862c-c853-45ed-bf89-8093f208d671 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:26.022437 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Allocated IP 172.22.0.2 (b807d503-d146-47b4-95a1-9768cc3076e4/3180157b-e1c3-4afe-a439-f64f336815c0/717dcc42-78e8-4e57-83e8-678de9a4e1b3) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:26.096632 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 48b3862c-c853-45ed-bf89-8093f208d671) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:26.101285 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:26.102289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.140814 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9e7c8-0a14-465f-8282-8b4fe08cb261 None None] Network 48b3862c-c853-45ed-bf89-8093f208d671 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:26.163677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 816b6d95-f4c0-43ae-a575-51414a50a814 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:26.165307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.184873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::230 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/a71d9bc9-4290-41d4-bc01-bc9127c2c469/65ce98da-31b9-44cf-b127-0238f283d8ab) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:26.213169 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cd0204da-63cf-443f-b807-1d8bf124fcc9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6351979 Mar 22 11:44:26.217189 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58436) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:26.223162 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'network': {'name': 'tempest-router-network01--2078834762'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:26.228776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:26.234099 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:network and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:26.237770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:26.244235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:26.314920 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:26.318682 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.330926 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': 'a71d9bc9-4290-41d4-bc01-bc9127c2c469'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:26.331742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.352921 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 816b6d95-f4c0-43ae-a575-51414a50a814 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:26.353296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.353412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:26.362763 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.363191 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Added segment f27fa9ba-f201-44f4-a606-5583359edfeb of type vlan for network 067a457f-c1ff-4837-a10a-6eab7224ea07 Mar 22 11:44:26.390457 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.486478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.493282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:26.494024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.640325 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4196467 Mar 22 11:44:26.641806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58442) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:26.658717 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'network': {'name': 'tempest-router-network02--277573750'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:26.668801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:26.675407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.678657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:network and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:26.681623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a96a25-dbd1-4bdf-a2c4-1a026d00f13b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Network': ['ID=067a457f-c1ff-4837-a10a-6eab7224ea07,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:26.685114 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:26.694792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:26.703993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 65ce98da-31b9-44cf-b127-0238f283d8ab will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:26.704217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:26.713180 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:26.738537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2ed9-9493-48cf-9d5a-0d7db6b48b7b req-58289e83-4f15-427c-bc9a-b1a7509d3712 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:26.740123 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e0fd2ed9-9493-48cf-9d5a-0d7db6b48b7b req-58289e83-4f15-427c-bc9a-b1a7509d3712 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 943 time: 0.0933433 Mar 22 11:44:26.785504 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e0fd2ed9-9493-48cf-9d5a-0d7db6b48b7b req-c8e7bd78-7dd4-4432-abce-81fee1f9b905 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Mar 22 11:44:26.787278 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:26.791534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.811075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.835514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'mac_address': 'fa:16:3e:7e:28:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:44:26.885425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:26.891101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:26.901232 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:26.907218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:26.911030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.911906 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:26.932373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=65ce98da-31b9-44cf-b127-0238f283d8ab,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:26.942438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.942786 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Added segment 5dfb298b-7366-49fc-b456-56adc4459a17 of type vlan for network 453db094-96c6-4e58-b81d-8e608a74dd19 Mar 22 11:44:26.976034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:26.978847 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.065702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.082720 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Transition to ACTIVE for port object 717dcc42-78e8-4e57-83e8-678de9a4e1b3 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:27.135884 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e4042711-32d0-4897-a940-c8b6842f0b70 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1679568 Mar 22 11:44:27.139302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58446) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:27.146913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-48b3862c-c853-45ed-bf89-8093f208d671', 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671', 'tenant_id': 'ed9614805b12482485cca0c3e9ca442b', 'fixed_ips': [{'subnet_id': 'bdcebb7d-d4dd-4306-9445-c6eaf617b5da'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:27.147717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.181949 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.189298 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.195829 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:27.196666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.201778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Transition to ACTIVE for port object 717dcc42-78e8-4e57-83e8-678de9a4e1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:27.209103 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/a71d9bc9-4290-41d4-bc01-bc9127c2c469/a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:27.224997 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dafa19-f5b5-4063-ba56-319ed3daf4e6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:27.225988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-51dafa19-f5b5-4063-ba56-319ed3daf4e6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:27.230048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74984437-8ab9-49fc-8cd8-dd2b5aba3639 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:44:27.270761 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 816b6d95-f4c0-43ae-a575-51414a50a814, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=816b6d95-f4c0-43ae-a575-51414a50a814,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:27.282608 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.298010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-51dafa19-f5b5-4063-ba56-319ed3daf4e6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:27.301778 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-51dafa19-f5b5-4063-ba56-319ed3daf4e6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1589196 Mar 22 11:44:27.302046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58450) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:27.345823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Network': ['ID=453db094-96c6-4e58-b81d-8e608a74dd19,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:27.372303 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.22.0.1 (b807d503-d146-47b4-95a1-9768cc3076e4/3180157b-e1c3-4afe-a439-f64f336815c0/bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:27.380912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-171994f2-6715-4cac-9be3-ac1556a51a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.382921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 65ce98da-31b9-44cf-b127-0238f283d8ab {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:27.382921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.383192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 453db094-96c6-4e58-b81d-8e608a74dd19 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:27.410517 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c3f2fa9b-ee64-4c4e-828b-6c6aee2610da tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7661035 Mar 22 11:44:27.411833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58454) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:27.423595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'subnet': {'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:27.423880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:27.431119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.505765 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 57dc6abe-309b-4ade-882e-b5d88d53f2d9 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:27.549202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.557687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Network b807d503-d146-47b4-95a1-9768cc3076e4 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:27.570161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.587189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:27.592220 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:27.604568 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:subnet and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:27.622927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:27.627202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:27.641179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:27.652116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.663610 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 57dc6abe-309b-4ade-882e-b5d88d53f2d9 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:27.663948 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 57dc6abe-309b-4ade-882e-b5d88d53f2d9 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:27.665691 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:27.685802 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Pushing event updated for resources: {'Port': ['ID=717dcc42-78e8-4e57-83e8-678de9a4e1b3,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:27.725932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b807d503-d146-47b4-95a1-9768cc3076e4 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:27.739099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:27.741736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:27.751830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.765286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:27.768982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.780392 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:27.819031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:27.915386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 65ce98da-31b9-44cf-b127-0238f283d8ab owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:27.999648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['74984437-8ab9-49fc-8cd8-dd2b5aba3639'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:44:28.041357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.081062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.094337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Allocated IP 2001:db8::2 (48b3862c-c853-45ed-bf89-8093f208d671/bdcebb7d-d4dd-4306-9445-c6eaf617b5da/747a2cb3-f58b-4d22-916e-40301deb7465) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:28.141634 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b1cf0-0d8a-44d9-847f-5571553f77dd req-c7bc7c57-edb9-4ffb-87c8-a6fbf7338b0d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:28.143271 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e58b1cf0-0d8a-44d9-847f-5571553f77dd req-c7bc7c57-edb9-4ffb-87c8-a6fbf7338b0d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 944 time: 0.2153223 Mar 22 11:44:28.180494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Attempting to bind port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:28.180843 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Attempting to bind port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:28.181213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Attempting to bind port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 on network b807d503-d146-47b4-95a1-9768cc3076e4 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:28.228668 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:28.229043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Checking segment: {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:28.229442 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.229830 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Bound using segment: {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:28.230303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Bound port: 717dcc42-78e8-4e57-83e8-678de9a4e1b3, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:28.230671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.256979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.267491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.324019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.329088 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-e58b1cf0-0d8a-44d9-847f-5571553f77dd req-7d6ec5df-037f-4846-9561-6f7cb07e7c46 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268864 Mar 22 11:44:28.366511 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=65ce98da-31b9-44cf-b127-0238f283d8ab,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.368709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Transition to ACTIVE for port object a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:28.400295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.437400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.455402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Transition to ACTIVE for port object a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:28.526030 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.532674 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] For port 717dcc42-78e8-4e57-83e8-678de9a4e1b3, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:28.576931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.577193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Subnet': ['ID=aa5698df-a382-45bc-ab6e-963ac8c795b9,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.585091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Checking segment: {'id': 'f27fa9ba-f201-44f4-a606-5583359edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:28.585451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network hostable DHCP agents. Network: 067a457f-c1ff-4837-a10a-6eab7224ea07, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:28.589327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] For port 717dcc42-78e8-4e57-83e8-678de9a4e1b3, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=717dcc42-78e8-4e57-83e8-678de9a4e1b3,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:28.589487 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.630305 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-640b0d45-c998-409e-a1df-93082b401a84 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/65ce98da-31b9-44cf-b127-0238f283d8ab HTTP/1.1" status: 204 len: 168 time: 1.3270757 Mar 22 11:44:28.632770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58460) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:28.671918 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:28.678219 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:28.679562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.697536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:28.707966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:28.709626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.713551 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41508869-1363-4c4e-b24d-fb4b72ca1b7b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:28.714307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.715963 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41508869-1363-4c4e-b24d-fb4b72ca1b7b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:28.717197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-41508869-1363-4c4e-b24d-fb4b72ca1b7b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:28.723590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:28.729272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.739152 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 067a457f-c1ff-4837-a10a-6eab7224ea07) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:28.743720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:28.744367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.793282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-41508869-1363-4c4e-b24d-fb4b72ca1b7b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:28.796194 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-41508869-1363-4c4e-b24d-fb4b72ca1b7b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1612935 Mar 22 11:44:28.798850 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58464) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:28.802654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc633232-fe25-4407-88f9-b8688691c883 None None] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:28.843709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Transition to ACTIVE for port object 747a2cb3-f58b-4d22-916e-40301deb7465 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:28.844858 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-99bac582-6953-4881-8d8b-6f176ddc0c23 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4319570 Mar 22 11:44:28.847877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58468) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:28.856819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'subnet': {'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:28.889335 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet a71d9bc9-4290-41d4-bc01-bc9127c2c469 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:28.892748 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.948421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:28.964337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network b807d503-d146-47b4-95a1-9768cc3076e4 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:28.968736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:29.033649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Transition to ACTIVE for port object 747a2cb3-f58b-4d22-916e-40301deb7465 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:29.038910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.065956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Attempting to bind port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:29.066327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Attempting to bind port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:29.066692 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Attempting to bind port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:29.069042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa247-70ad-4977-ade8-849f0cd293cc None None] Pushing event updated for resources: {'Port': ['ID=717dcc42-78e8-4e57-83e8-678de9a4e1b3,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:29.092635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:29.093011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:29.093415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.093809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:29.094294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Bound port: a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:29.094666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.171879 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.191573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:29.229408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.279228 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:subnet and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:29.286574 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:29.301164 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=a71d9bc9-4290-41d4-bc01-bc9127c2c469,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:29.303129 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.317782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:29.327127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:29.357021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Network 48b3862c-c853-45ed-bf89-8093f208d671 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:29.378713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:29.381863 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:29.396084 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Pushing event updated for resources: {'Port': ['ID=747a2cb3-f58b-4d22-916e-40301deb7465,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:29.406882 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f1d17bd-87da-41f3-9990-408073b1386a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/a71d9bc9-4290-41d4-bc01-bc9127c2c469 HTTP/1.1" status: 204 len: 168 time: 0.6068795 Mar 22 11:44:29.409442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58474) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:29.438357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:29.442021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.548738 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0f7b7b9e-9c7e-41e0-ad8f-8abc0ed67b6c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358349 Mar 22 11:44:29.552015 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58478) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:29.570695 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-067a457f-c1ff-4837-a10a-6eab7224ea07', 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07', 'tenant_id': 'ed9614805b12482485cca0c3e9ca442b', 'fixed_ips': [{'subnet_id': 'aa5698df-a382-45bc-ab6e-963ac8c795b9'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:29.571524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.593897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:29.629995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:29.634484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:29.636545 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-69ccae01-5cbf-450c-b18e-dd2e7d853ca1 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4989936 Mar 22 11:44:29.639859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58482) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:29.646318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165713040'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:29.649975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33095d-9898-4533-8d2a-1c7b0a5a9105 req-3ab34356-9cd5-42f3-ab68-6a10f4eba406 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:29.651638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-be33095d-9898-4533-8d2a-1c7b0a5a9105 req-3ab34356-9cd5-42f3-ab68-6a10f4eba406 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 944 time: 0.1557322 Mar 22 11:44:29.661949 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:29.670358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:network and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:29.674157 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:29.681229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:29.698286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af2bfe-604d-4778-bdcb-ffb3433eca46 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:29.699186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43af2bfe-604d-4778-bdcb-ffb3433eca46 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:29.745866 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-be33095d-9898-4533-8d2a-1c7b0a5a9105 req-9204b58a-da40-4e76-b690-427d95ccd6a1 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794969 Mar 22 11:44:29.757471 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Attempting to bind port 747a2cb3-f58b-4d22-916e-40301deb7465 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:29.758102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Attempting to bind port 747a2cb3-f58b-4d22-916e-40301deb7465 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'b1a36834-ab67-4963-8c2f-635f59b9ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:29.758102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Attempting to bind port 747a2cb3-f58b-4d22-916e-40301deb7465 on network 48b3862c-c853-45ed-bf89-8093f208d671 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:29.764427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:29.765411 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:29.770231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.825799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-43af2bfe-604d-4778-bdcb-ffb3433eca46 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:29.827106 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-43af2bfe-604d-4778-bdcb-ffb3433eca46 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2739193 Mar 22 11:44:29.829566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58486) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:29.863954 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:29.883891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.884715 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added segment 6badfc27-5b1f-4be2-8b29-95d7c3151fc8 of type vlan for network 6cffe662-8898-4248-85e6-496634917f57 Mar 22 11:44:29.893313 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:29.893752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Checking segment: {'id': 'b1a36834-ab67-4963-8c2f-635f59b9ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:29.894163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.894558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Bound using segment: {'id': 'b1a36834-ab67-4963-8c2f-635f59b9ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:29.895096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Bound port: 747a2cb3-f58b-4d22-916e-40301deb7465, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a36834-ab67-4963-8c2f-635f59b9ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '48b3862c-c853-45ed-bf89-8093f208d671'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:29.895479 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.908304 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.910880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e84b1-2bc8-4149-9a73-690d22938329 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:29.911964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-772e84b1-2bc8-4149-9a73-690d22938329 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:29.946316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.982223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.986432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.987371 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 717dcc42-78e8-4e57-83e8-678de9a4e1b3 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:30.010459 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-772e84b1-2bc8-4149-9a73-690d22938329 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:30.012726 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-772e84b1-2bc8-4149-9a73-690d22938329 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1815493 Mar 22 11:44:30.015226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58490) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:30.075726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Subnet': ['ID=73041c2c-10bf-4803-b63c-d6a3569fe8e4,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:30.082028 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.087850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:30.088463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.099565 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Allocated IP 2001:db8::2 (067a457f-c1ff-4837-a10a-6eab7224ea07/aa5698df-a382-45bc-ab6e-963ac8c795b9/69e2888e-91a8-4576-9a40-67edd9ffef26) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:30.114487 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-420d14a4-f948-435f-9a6b-d153afbd4378 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977700 Mar 22 11:44:30.118297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58494) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:30.125560 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:30.146356 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:30.146997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:30.161402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Checking segment: {'id': '5dfb298b-7366-49fc-b456-56adc4459a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:30.163218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network hostable DHCP agents. Network: 453db094-96c6-4e58-b81d-8e608a74dd19, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:30.226499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58498) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:30.227002 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5858059 Mar 22 11:44:30.239684 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'subnet': {'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:30.247460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a0dc1-d561-400b-b30b-5c4e3d441b8b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Network': ['ID=6cffe662-8898-4248-85e6-496634917f57,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:30.296874 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 6cffe662-8898-4248-85e6-496634917f57 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:30.326597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 453db094-96c6-4e58-b81d-8e608a74dd19 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:30.363237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:30.387613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:30.401340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:30.406964 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:subnet and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:30.410344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:30.416477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:30.446638 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ab7c0-a532-4caf-8573-8e119984aeda None None] Network b807d503-d146-47b4-95a1-9768cc3076e4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:30.502274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-68e8e3a7-d1b3-48a1-a600-39a07d637fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.608669 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97cb20-f942-43d6-b927-dca976d88656 None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:30.744916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:30.813512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 453db094-96c6-4e58-b81d-8e608a74dd19) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:30.813512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:30.813512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.817557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] For port 747a2cb3-f58b-4d22-916e-40301deb7465, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:30.832945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d080a05-7f37-4397-92ca-fb14c2ac2d7e None None] Network 453db094-96c6-4e58-b81d-8e608a74dd19 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:30.862682 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] For port 747a2cb3-f58b-4d22-916e-40301deb7465, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=747a2cb3-f58b-4d22-916e-40301deb7465,segment=NetworkSegment(b1a36834-ab67-4963-8c2f-635f59b9ec7d),segment_id=b1a36834-ab67-4963-8c2f-635f59b9ec7d)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:30.903798 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:30.912906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.938210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Made reservation on behalf of ca336a62640b460f9c522ae9485e3332 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:30.945013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:30.950065 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e75afe42-944f-4c3c-a506-5a62b7c4b0a8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0985234 Mar 22 11:44:30.955953 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58506) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:31.008214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.141555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.145757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.146483 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:31.220038 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Provisioning for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:31.348678 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:31.348996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.351613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b583-757c-4387-95c0-9acabec3dcee req-289e427b-d9c9-424e-ab72-3a93d302861f tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:31.353133 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-5047b583-757c-4387-95c0-9acabec3dcee req-289e427b-d9c9-424e-ab72-3a93d302861f tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 944 time: 0.4428871 Mar 22 11:44:31.440857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.450054 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786117a2-807d-4541-92a9-164c43176726 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:31.529448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Provisioning complete for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:31.529781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.652154 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-5047b583-757c-4387-95c0-9acabec3dcee req-ce49643d-088a-403e-a342-d42f4f89db0c tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891104 Mar 22 11:44:31.712961 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Subnet': ['ID=8594f057-e1ec-4dc9-a497-f15275e7dccb,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:31.716910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-453db094-96c6-4e58-b81d-8e608a74dd19', 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19', 'tenant_id': 'ed9614805b12482485cca0c3e9ca442b', 'fixed_ips': [{'subnet_id': '73041c2c-10bf-4803-b63c-d6a3569fe8e4'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:31.717723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.717873 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.723710 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Checking segment: {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:31.724428 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network hostable DHCP agents. Network: 6cffe662-8898-4248-85e6-496634917f57, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:31.742257 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.742865 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.743313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.744376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.744800 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.745193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.745537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.745919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.746822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.747262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.747603 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.747975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:31.757140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:31.848715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Transition to ACTIVE for port object 69e2888e-91a8-4576-9a40-67edd9ffef26 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:31.866383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:44:31.941686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 6cffe662-8898-4248-85e6-496634917f57 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:31.948624 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7775cf-8714-48bc-8c7d-6439fe29f494 None None] Pushing event updated for resources: {'Port': ['ID=747a2cb3-f58b-4d22-916e-40301deb7465,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:32.040647 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 6cffe662-8898-4248-85e6-496634917f57) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:32.045895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:32.052243 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.073686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 74984437-8ab9-49fc-8cd8-dd2b5aba3639 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:32.102913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfe171-fd14-473d-898e-16b8b49bdc74 None None] Network 6cffe662-8898-4248-85e6-496634917f57 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:32.115679 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.185009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Transition to ACTIVE for port object 69e2888e-91a8-4576-9a40-67edd9ffef26 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:32.207344 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c139189-0840-48e5-bf78-baaece4d3772 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9798813 Mar 22 11:44:32.210549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58510) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:32.242479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.381031 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.427644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Allocated IP 2001:db8::1 (067a457f-c1ff-4837-a10a-6eab7224ea07/aa5698df-a382-45bc-ab6e-963ac8c795b9/23ea4c39-27bb-4d69-8826-286caf7e231b) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:32.497419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:32.534686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.554428 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.598886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:32.604633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.606307 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.656929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:32.661018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:32.679069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Pushing event updated for resources: {'Port': ['ID=69e2888e-91a8-4576-9a40-67edd9ffef26,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:32.772037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:32.777071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.784290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:32.787610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:32.788199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.817949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:32.830930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=5']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:32.913299 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f8c5fce-e09e-48bb-ba25-4c26a10e6955 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7883065 Mar 22 11:44:32.913299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58516) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:32.918171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:32.919344 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:32.946433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Allocated IP 2001:db8::2 (453db094-96c6-4e58-b81d-8e608a74dd19/73041c2c-10bf-4803-b63c-d6a3569fe8e4/295ca144-8e2d-4d2d-9007-cd89e222c249) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:32.962347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669413cc-9da2-4ce2-91b0-40e731695c3e None None] Network 48b3862c-c853-45ed-bf89-8093f208d671 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:32.978383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Transition to ACTIVE for port object 23ea4c39-27bb-4d69-8826-286caf7e231b will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:32.994236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:33.020835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cf885-621b-4d84-9fef-b404ba01bc15 req-72f8b308-8061-44ad-a595-155ee88876c5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:33.022380 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-362cf885-621b-4d84-9fef-b404ba01bc15 req-72f8b308-8061-44ad-a595-155ee88876c5 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 944 time: 0.1926103 Mar 22 11:44:33.052078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:28Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:33.056188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 717dcc42-78e8-4e57-83e8-678de9a4e1b3, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=717dcc42-78e8-4e57-83e8-678de9a4e1b3,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:33.061531 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:33.062011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.085956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.088298 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-362cf885-621b-4d84-9fef-b404ba01bc15 req-5d65ffa2-c226-4bdd-87f1-cd2ff732dbe2 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602636 Mar 22 11:44:33.113656 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:33.124679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:33.159886 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Attempting to bind port 69e2888e-91a8-4576-9a40-67edd9ffef26 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:33.160178 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Attempting to bind port 69e2888e-91a8-4576-9a40-67edd9ffef26 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f27fa9ba-f201-44f4-a606-5583359edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:33.160555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Attempting to bind port 69e2888e-91a8-4576-9a40-67edd9ffef26 on network 067a457f-c1ff-4837-a10a-6eab7224ea07 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:33.169526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.230264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.231144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 816b6d95-f4c0-43ae-a575-51414a50a814 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:33.290204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:33.294846 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.314901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:33.315352 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Checking segment: {'id': 'f27fa9ba-f201-44f4-a606-5583359edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:33.315687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.316083 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Bound using segment: {'id': 'f27fa9ba-f201-44f4-a606-5583359edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:33.316605 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Bound port: 69e2888e-91a8-4576-9a40-67edd9ffef26, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27fa9ba-f201-44f4-a606-5583359edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '067a457f-c1ff-4837-a10a-6eab7224ea07'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:33.316982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.327405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:33.327760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Updating router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:33.386679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:33.452633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:33.464759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:33.465909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.474187 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b (CIDR: 2001:db8::/64) Mar 22 11:44:33.503075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Port': ['ID=23ea4c39-27bb-4d69-8826-286caf7e231b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:33.522727 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:33.523325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:33.545852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.546197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.546532 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.547285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.547285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.547591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.547855 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.548187 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.548499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.548840 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.549156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.549469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:33.607249 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-acc7977c-6c76-4bf4-84fb-36a623ef5217 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6937463 Mar 22 11:44:33.610256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58520) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:33.616260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:33.668971 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-6cffe662-8898-4248-85e6-496634917f57', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:33.669797 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.774460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.787703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:44:33.788091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-fe83653e-4d78-4446-9598-13d07c3003cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:44:33.808258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.823045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:33.849558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:33.907244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Allocated IP 172.23.0.1 (6cffe662-8898-4248-85e6-496634917f57/8594f057-e1ec-4dc9-a497-f15275e7dccb/b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:33.929696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] For port 69e2888e-91a8-4576-9a40-67edd9ffef26, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:33.929868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:33.930966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:33.981635 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=717dcc42-78e8-4e57-83e8-678de9a4e1b3,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:34.172929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f0907-aba2-4ec2-949d-5d53c7916515 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:34.254218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.280348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.335573 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] For port 69e2888e-91a8-4576-9a40-67edd9ffef26, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=69e2888e-91a8-4576-9a40-67edd9ffef26,segment=NetworkSegment(f27fa9ba-f201-44f4-a606-5583359edfeb),segment_id=f27fa9ba-f201-44f4-a606-5583359edfeb)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:34.346998 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:34.350875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:34.354679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:34.355836 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.376316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=54096d88-e44b-4e4c-a880-5126d4a1fae0,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:34.461932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.484554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 816b6d95-f4c0-43ae-a575-51414a50a814 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:34.484933 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.486080 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9a5c17cf-3952-4f62-84ed-5242d41268ff tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8733940 Mar 22 11:44:34.488118 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58526) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:34.490496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Transition to ACTIVE for port object b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:34.494714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:01:cc:24', 'name': 'tempest-NetworksTestDHCPv6-557133453'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:34.498557 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa515e0-96bf-474e-b9c8-39fc855c60aa req-631a0713-6cc4-47a6-9025-c2de89a3dc97 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:34.503374 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0aa515e0-96bf-474e-b9c8-39fc855c60aa req-631a0713-6cc4-47a6-9025-c2de89a3dc97 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 944 time: 0.2686307 Mar 22 11:44:34.508311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.552431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.577271 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0aa515e0-96bf-474e-b9c8-39fc855c60aa req-3baaca57-6d69-4bb4-8088-caacfedda51a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687881 Mar 22 11:44:34.598882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:44:34.646626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.650724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.659426 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:34.664901 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'code': 200} Mar 22 11:44:34.666351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:34.671733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:34.710128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.771871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:34.795967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 6cffe662-8898-4248-85e6-496634917f57 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:34.802004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:34.895154 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:34.908663 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:34.956686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Port': ['ID=23ea4c39-27bb-4d69-8826-286caf7e231b,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:34.975253 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.018384 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ed78-b0e9-4398-bda6-590d4a2fb1f3 None None] Pushing event updated for resources: {'Port': ['ID=69e2888e-91a8-4576-9a40-67edd9ffef26,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:35.037269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Transition to ACTIVE for port object 295ca144-8e2d-4d2d-9007-cd89e222c249 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:35.099642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.105051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:35.139399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Allocated IP 172.23.0.2 (6cffe662-8898-4248-85e6-496634917f57/8594f057-e1ec-4dc9-a497-f15275e7dccb/33d5bff8-67f2-45d2-a0c6-5f201e34e4fd) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:35.147945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce2afe82-9fb6-4df9-a407-d3892c9df230 None None] Provisioning complete for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:35.148187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.148316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce2afe82-9fb6-4df9-a407-d3892c9df230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.189302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 19cb73da-57ee-4b31-a63d-eebf74c1f947 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:35.212073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:35.217404 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:35.286272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa84af-4d2e-4a0f-ace9-c4e9448e1c8a req-d2dc11cf-b42c-4a2e-b434-34c837c80916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:35.287798 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-96fa84af-4d2e-4a0f-ace9-c4e9448e1c8a req-d2dc11cf-b42c-4a2e-b434-34c837c80916 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.2704935 Mar 22 11:44:35.375345 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Transition to ACTIVE for port object 295ca144-8e2d-4d2d-9007-cd89e222c249 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:35.493301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.495703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8:0:1::248 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/54096d88-e44b-4e4c-a880-5126d4a1fae0/19cb73da-57ee-4b31-a63d-eebf74c1f947) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:35.499389 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-96fa84af-4d2e-4a0f-ace9-c4e9448e1c8a req-d92f4f5f-3aa2-4a52-a574-3b261fa80167 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615938 Mar 22 11:44:35.504715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe01:cc24 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b/19cb73da-57ee-4b31-a63d-eebf74c1f947) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:35.559597 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:35.626387 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:44:35.670561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.756220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Network 453db094-96c6-4e58-b81d-8e608a74dd19 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:35.764367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.769480 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:35.782519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 19cb73da-57ee-4b31-a63d-eebf74c1f947 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:35.786820 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:35.866946 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.869483 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Pushing event updated for resources: {'Port': ['ID=295ca144-8e2d-4d2d-9007-cd89e222c249,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:35.913267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:35.958290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:35.968450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:35.974198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:35.982735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:35.983908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:35.993464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.016994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=19cb73da-57ee-4b31-a63d-eebf74c1f947,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:36.110033 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f89dc01e-7def-4747-8d92-a92ddcb0a52b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6206338 Mar 22 11:44:36.115779 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58534) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:36.135522 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Transition to ACTIVE for port object bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:36.159295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce2afe82-9fb6-4df9-a407-d3892c9df230 None None] Provisioning for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:36.202924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Attempting to bind port 295ca144-8e2d-4d2d-9007-cd89e222c249 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:36.203316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Attempting to bind port 295ca144-8e2d-4d2d-9007-cd89e222c249 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '5dfb298b-7366-49fc-b456-56adc4459a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:36.203641 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Attempting to bind port 295ca144-8e2d-4d2d-9007-cd89e222c249 on network 453db094-96c6-4e58-b81d-8e608a74dd19 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:36.216034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ba8a-b5af-40f5-b258-15a3f42570cb req-94b414d6-5d26-4fbb-8db3-0f7252092ed8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:36.216295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:36.216295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Checking segment: {'id': '5dfb298b-7366-49fc-b456-56adc4459a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:36.216753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.217148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Bound using segment: {'id': '5dfb298b-7366-49fc-b456-56adc4459a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:36.217437 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-54b8ba8a-b5af-40f5-b258-15a3f42570cb req-94b414d6-5d26-4fbb-8db3-0f7252092ed8 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.3894589 Mar 22 11:44:36.217621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Bound port: 295ca144-8e2d-4d2d-9007-cd89e222c249, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfb298b-7366-49fc-b456-56adc4459a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '453db094-96c6-4e58-b81d-8e608a74dd19'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:36.217990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.224466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 19cb73da-57ee-4b31-a63d-eebf74c1f947 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:36.227452 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.244606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.292045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.299439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Router 04be60b5-ef3d-4d5d-9bc1-485994a6ab14 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:44:36.332858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:36.347799 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b', 'ip_address': '2001:db8::f816:3eff:fefc:df0e'}, {'subnet_id': '54096d88-e44b-4e4c-a880-5126d4a1fae0'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:44:36.371468 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fcaad1-9387-4f49-8b8c-81b147f58dfa None None] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:36.399075 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-54b8ba8a-b5af-40f5-b258-15a3f42570cb req-4f6c8e84-5886-40f8-8cd0-47da5ccf5070 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273704 Mar 22 11:44:36.470267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Transition to ACTIVE for port object 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:36.478527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:36.478736 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.534471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:36.545327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce2afe82-9fb6-4df9-a407-d3892c9df230 None None] Provisioning for port 747a2cb3-f58b-4d22-916e-40301deb7465 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:36.557190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.560860 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-868e7c12-cd9e-4ddd-9722-820296043794 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6036947 Mar 22 11:44:36.563507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58538) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:36.564126 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] Sync routers for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:36.577700 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:36.578334 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:36.597119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.645363 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.675005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b924f8d-e8e8-46cf-82eb-47acf9b5e7ab None None] Pushing event updated for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:36.712082 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:36.733600 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:36.737048 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:36.831070 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:36.831922 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58c0f9-4c33-4b1f-8f4f-c28e67a5e64d None None] The sync data for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:36.841251 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Transition to ACTIVE for port object 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:36.849237 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 19cb73da-57ee-4b31-a63d-eebf74c1f947 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:36.854665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.860849 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:36.881683 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:36.925833 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event updated for resources: {'Port': ['ID=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:36.992291 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:37.011386 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.058910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Attempting to bind port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:37.059285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Attempting to bind port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:37.059649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Attempting to bind port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 on network b807d503-d146-47b4-95a1-9768cc3076e4 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:37.061654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce2afe82-9fb6-4df9-a407-d3892c9df230 None None] Provisioning for port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:37.139055 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:44:37.154574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.158481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:37.158860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Checking segment: {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:37.159258 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.159650 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Bound using segment: {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:37.160134 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Bound port: bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3318f-f899-414e-ab25-873a5d983ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:37.160505 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.166588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.221668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=19cb73da-57ee-4b31-a63d-eebf74c1f947,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:37.278349 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Network 6cffe662-8898-4248-85e6-496634917f57 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:37.292093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:37.305475 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.318753 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d559abbc-6ac6-423a-9019-96e43c3384ef tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/19cb73da-57ee-4b31-a63d-eebf74c1f947 HTTP/1.1" status: 204 len: 168 time: 1.1994388 Mar 22 11:44:37.318947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58542) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:37.329035 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Pushing event updated for resources: {'Port': ['ID=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:37.334433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:37.383980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Network 6cffe662-8898-4248-85e6-496634917f57 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:37.502461 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Allocated IP 2001:db8:0:1::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/54096d88-e44b-4e4c-a880-5126d4a1fae0/a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:37.561260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:37.709359 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-e9fea5b9-bdfd-49d5-bf04-4b6432a7dfcc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3311250 Mar 22 11:44:37.716563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.729993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fd47e200-6d18-4686-9193-76b289455f78 None None] Provisioning for port 69e2888e-91a8-4576-9a40-67edd9ffef26 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:37.735305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850df98-e817-448e-9fe9-540b4224eef5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:37.743146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c850df98-e817-448e-9fe9-540b4224eef5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:37.798338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed23818-29ae-4eb2-93a7-9adf2162ea3e req-7a7d3e0c-ddb4-4df8-af87-bd859eb603a3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:37.805918 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1ed23818-29ae-4eb2-93a7-9adf2162ea3e req-7a7d3e0c-ddb4-4df8-af87-bd859eb603a3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.2301366 Mar 22 11:44:37.837326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] For port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:37.879760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:37.886061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c850df98-e817-448e-9fe9-540b4224eef5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:37.888421 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c850df98-e817-448e-9fe9-540b4224eef5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5685363 Mar 22 11:44:37.889102 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] For port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:37.894409 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58548) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:37.898170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b46b1-8c71-4b74-913a-ea27edff59e1 None None] Pushing event updated for resources: {'Port': ['ID=295ca144-8e2d-4d2d-9007-cd89e222c249,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:37.902738 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:37.906418 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Attempting to bind port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:37.906809 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Attempting to bind port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:37.907187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Attempting to bind port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd on network 6cffe662-8898-4248-85e6-496634917f57 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:37.924676 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:37.925069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Checking segment: {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:37.925979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.926538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Bound using segment: {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:37.927034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Bound port: 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:37.927423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:37.933659 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-1ed23818-29ae-4eb2-93a7-9adf2162ea3e req-cc9b7921-345e-4e2a-9533-322863b96600 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265550 Mar 22 11:44:37.985950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b12c34bb-401d-48dc-b456-98d9d23edb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:37.987402 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b12c34bb-401d-48dc-b456-98d9d23edb8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.1641934 Mar 22 11:44:37.996934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.029128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8025a-30ee-47a0-946b-1ffb70a0ab8a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.030687 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-06d8025a-30ee-47a0-946b-1ffb70a0ab8a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1352122 Mar 22 11:44:38.056329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58554) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:38.096643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.178822 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Transition to ACTIVE for port object a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:38.194758 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-801575c6-0aaa-49d7-9cee-b7c47ca76144 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:38.198541 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-801575c6-0aaa-49d7-9cee-b7c47ca76144 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6312692 Mar 22 11:44:38.198689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:38.198689 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:38.204924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58558) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:38.290053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b96ff7e8-d8cd-40ef-802d-fce3fd4eb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.291878 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b96ff7e8-d8cd-40ef-802d-fce3fd4eb1f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.2590072 Mar 22 11:44:38.296546 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b924f8d-e8e8-46cf-82eb-47acf9b5e7ab None None] Pushing event updated for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:38.317659 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.319436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.321269 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.322340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:38.330752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.345855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] For port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:38.357676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:38.366305 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3e3a55ec-7fbf-4ed1-9a3a-3499f9fc51fa tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1540482 Mar 22 11:44:38.367384 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58562) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:38.375655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:38.426256 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-bee324b9-16af-4bb4-8f48-c160d29561f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0967999 Mar 22 11:44:38.536207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-5bf5db2e-9058-4de9-b2fb-c605eb768cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.541892 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-5bf5db2e-9058-4de9-b2fb-c605eb768cb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0988989 Mar 22 11:44:38.541892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:38.541892 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5eb37721-9f70-4030-ab1d-64d67a552f18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4796963 Mar 22 11:44:38.542500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58566) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:38.642894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] For port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,segment=NetworkSegment(6badfc27-5b1f-4be2-8b29-95d7c3151fc8),segment_id=6badfc27-5b1f-4be2-8b29-95d7c3151fc8)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:38.746828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:38.752885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.863218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:44:38.863790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:44:38.872813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.880085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:38.886217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:38.919897 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:38.938037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b0e59791-ddf8-4b8c-8ea3-aa7d43557fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:38.939699 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-b0e59791-ddf8-4b8c-8ea3-aa7d43557fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3941479 Mar 22 11:44:38.969066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.969709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.970217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.970893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.971375 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.971870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.972353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.972874 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.973378 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.974893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.975425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.975920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991c537-89c2-4587-b930-6cdc5435f2de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:44:38.992672 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d151633-d38f-4d28-96f6-c2076eabd11e None None] Network 453db094-96c6-4e58-b81d-8e608a74dd19 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:39.103263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b833ea-c07d-43c3-8140-f6732a398021 req-cde27102-ae33-4018-97d6-266f5a27af7d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:39.104932 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-20b833ea-c07d-43c3-8140-f6732a398021 req-cde27102-ae33-4018-97d6-266f5a27af7d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.9798310 Mar 22 11:44:39.129431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.205788 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-20b833ea-c07d-43c3-8140-f6732a398021 req-ff00c0de-d7c6-4aa6-87bb-19b9ece87cfe tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931246 Mar 22 11:44:39.271334 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-d679cbc4-2937-47b7-afac-8df5d63077e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164971 Mar 22 11:44:39.275339 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58570) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:39.360239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.440079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ca6df7d1-3581-45a8-8bfd-d19d6190bee3 None None] Provisioning for port 23ea4c39-27bb-4d69-8826-286caf7e231b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:39.459380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee27a7-3cf3-4442-8ea5-e40b13d1051d None None] Pushing event updated for resources: {'Port': ['ID=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:39.521146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ca6df7d1-3581-45a8-8bfd-d19d6190bee3 None None] Provisioning complete for port 23ea4c39-27bb-4d69-8826-286caf7e231b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:39.521514 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ca6df7d1-3581-45a8-8bfd-d19d6190bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.528980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:39.618993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.661567 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.703255 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c58d817-2377-4560-baaa-36bf3fa46dbf req-943bdfa2-89bf-463b-8830-28d460dadb82 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869414 Mar 22 11:44:39.725576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e220ce0-ef8b-4084-8372-94b6b5dbc12a tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:39.731933 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e220ce0-ef8b-4084-8372-94b6b5dbc12a tempest-TestNetworkAdvancedServerOps-759771416 tempest-TestNetworkAdvancedServerOps-759771416-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1093 time: 0.4590096 Mar 22 11:44:39.732849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58574) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:39.738666 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:39.740400 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:44:39.752213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:39.757176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Removed routes are [] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:44:39.757573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.758630 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f6551953-7dee-475f-baac-d62cad9c289d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b HTTP/1.1" status: 204 len: 168 time: 1.2144823 Mar 22 11:44:39.759488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58578) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:39.764862 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Usage tracker for resource:floatingip and tenant:3ea5d32b2b8e45cebcc0150582f7b8f9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:39.815091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:39.822228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:39.859188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:39.860570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-ca6df7d1-3581-45a8-8bfd-d19d6190bee3 None None] Port 23ea4c39-27bb-4d69-8826-286caf7e231b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:39.864311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 54096d88-e44b-4e4c-a880-5126d4a1fae0 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:39.869971 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.931071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for floatingip, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.960245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.961162 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 717dcc42-78e8-4e57-83e8-678de9a4e1b3 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:39.992766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.114024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=8']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:40.116781 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eaeb03-9f19-40c3-9fc7-b569f95d629e None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:40.132601 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.176113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ca6df7d1-3581-45a8-8bfd-d19d6190bee3 None None] Provisioning for port 295ca144-8e2d-4d2d-9007-cd89e222c249 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:40.284615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:40.285001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.320657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.387503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.401798 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:35Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce', 'name': '', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:64:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:33Z', 'updated_at': '2022-03-22T11:44:36Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:37Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:40.411857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655927b9-6a66-4f87-91c1-2daeca175a8d None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:35Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce', 'name': '', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:64:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:33Z', 'updated_at': '2022-03-22T11:44:36Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:37Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:40.573085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Provisioning complete for port 23ea4c39-27bb-4d69-8826-286caf7e231b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:40.573465 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.633793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.645287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.680699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Port 23ea4c39-27bb-4d69-8826-286caf7e231b cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:40.682985 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Allocated IP 172.26.5.94 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/197a75bd-d090-4174-829e-e60c2ce12440) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:40.775780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 69e2888e-91a8-4576-9a40-67edd9ffef26 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:40.866158 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Provisioning for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:40.884493 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:40.885675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4c56dd21-d5d0-4ebe-9f3b-036794eca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.923957 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:40.955353 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a63898-58e0-4cd9-9087-bbe900df935c None None] Network 6cffe662-8898-4248-85e6-496634917f57 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:41.033670 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.083576 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=54096d88-e44b-4e4c-a880-5126d4a1fae0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:41.092367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.220297 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:41.229895 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.233650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:41.243095 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:41.252984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:41.285756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 69e2888e-91a8-4576-9a40-67edd9ffef26 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:41.304328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 69e2888e-91a8-4576-9a40-67edd9ffef26 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:41.304785 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.317367 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2123ce22-28c3-4bb2-b44c-f506f941727c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/54096d88-e44b-4e4c-a880-5126d4a1fae0 HTTP/1.1" status: 204 len: 168 time: 1.5538697 Mar 22 11:44:41.326689 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58584) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:41.419518 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=197a75bd-d090-4174-829e-e60c2ce12440,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:41.456018 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f9286502-ba90-422b-adcb-c4c08b0bc0d7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227829 Mar 22 11:44:41.456018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58588) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:41.491928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:41.499670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.501086 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d28109a7-1893-4d63-a477-eba944d9a842 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 933 time: 3.1297071 Mar 22 11:44:41.504810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58590) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:41.521921 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:41.614580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.692050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 69e2888e-91a8-4576-9a40-67edd9ffef26, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=69e2888e-91a8-4576-9a40-67edd9ffef26,segment=NetworkSegment(f27fa9ba-f201-44f4-a606-5583359edfeb),segment_id=f27fa9ba-f201-44f4-a606-5583359edfeb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:41.765767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-247a7f5a-0753-4c42-8675-55afdfbbc39a None None] Provisioning for port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:41.777186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port 23ea4c39-27bb-4d69-8826-286caf7e231b {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:41.777477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.794731 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.795539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 747a2cb3-f58b-4d22-916e-40301deb7465 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:41.813432 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:41.821947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:41.835207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:41.842322 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3a7df67d-e731-4831-82f3-ca048aa35788 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 933 time: 0.3361921 Mar 22 11:44:41.845733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58596) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:41.853356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'routes': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:41.867626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:42.009610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:42.030386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.097063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=69e2888e-91a8-4576-9a40-67edd9ffef26,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:42.179348 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063956b2-6dd0-408f-9eff-3e91711298b4 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:42.218865 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 747a2cb3-f58b-4d22-916e-40301deb7465 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:42.229166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:42.253020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 747a2cb3-f58b-4d22-916e-40301deb7465 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:42.253020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.345221 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.427192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:42.427192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:42.455871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.624264 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:42.645729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for 23ea4c39-27bb-4d69-8826-286caf7e231b owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:42.773058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.799599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:42.800147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.861176 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:44:43.052093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.083747 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added routes are [] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:44:43.084250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.extraroute_db [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:44:43.115671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.142210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.171575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.245403 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.259097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 747a2cb3-f58b-4d22-916e-40301deb7465, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=747a2cb3-f58b-4d22-916e-40301deb7465,segment=NetworkSegment(b1a36834-ab67-4963-8c2f-635f59b9ec7d),segment_id=b1a36834-ab67-4963-8c2f-635f59b9ec7d)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:43.284931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Port': ['ID=23ea4c39-27bb-4d69-8826-286caf7e231b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:43.322915 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:39Z', 'revision_number': 6, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce', 'name': '', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:64:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:33Z', 'updated_at': '2022-03-22T11:44:36Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:37Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:43.328101 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:43.328557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Updating router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:44:43.395920 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.405175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.457302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.532657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Provisioning for port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:43.570790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Provisioning complete for port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:43.571165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.630131 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.649397 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event updated for resources: {'Port': ['ID=197a75bd-d090-4174-829e-e60c2ce12440,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:43.674058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.704700 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '3a03039e-a109-45c5-8925-2d7d1fa12e26'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:44:43.779922 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:43.823165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=747a2cb3-f58b-4d22-916e-40301deb7465,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:43.823165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-83104be3-bf42-4300-86bd-3d40d85d6ca7 None None] Port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:43.918984 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.923295 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.l3_db [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Floating IP 46a0a71f-3f62-4562-a247-351fd4542299 associated. External IP: 172.26.5.94, port: 74984437-8ab9-49fc-8cd8-dd2b5aba3639. Mar 22 11:44:43.930996 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.934294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.003498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:44.028385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c0116c42-56e7-484e-8ef1-0a6ead4857b6 None None] Provisioning complete for port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:44.028794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c0116c42-56e7-484e-8ef1-0a6ead4857b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.108483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.131063 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:44.207743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.208618 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.208794 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:44.209001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.274278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-c0116c42-56e7-484e-8ef1-0a6ead4857b6 None None] Port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:44.430768 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Router 04be60b5-ef3d-4d5d-9bc1-485994a6ab14 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:44.437026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:44.449204 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:44:44.449839 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:44:44.500059 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:44.515570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.515830 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:44.530572 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:44.531269 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.546290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.564981 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Transition to ACTIVE for port object b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:44.566523 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=3a03039e-a109-45c5-8925-2d7d1fa12e26,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:44.570385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,segment=NetworkSegment(6badfc27-5b1f-4be2-8b29-95d7c3151fc8),segment_id=6badfc27-5b1f-4be2-8b29-95d7c3151fc8)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:44.579906 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=11']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:44.598810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Router de928e47-297d-44d0-ba10-d0a3b85149a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:44.643958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.672203 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0a3c3bfa-8c44-437f-a078-27e67ea072d1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1618495 Mar 22 11:44:44.681657 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58600) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:44.690255 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:44.697176 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.697934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:44.705935 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:44.717159 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b01e4ad0-2bcd-4130-9360-32fabe88932b tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5112264 Mar 22 11:44:44.720755 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] Sync routers for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:44.722096 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58604) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:44.733896 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:44.735002 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:44.801469 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-c106eef4-cf51-46b4-9256-bd02923f0142 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] delete failed (client error): The resource could not be found. Mar 22 11:44:44.805452 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c106eef4-cf51-46b4-9256-bd02923f0142 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-731523095 HTTP/1.1" status: 404 len: 334 time: 0.0793915 Mar 22 11:44:44.807267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58608) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:44.812133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-38bcd90e-4dfd-46e9-8288-2a9e15f59c09 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'router': {'external_gateway_info': {'network_id': '04be60b5-ef3d-4d5d-9bc1-485994a6ab14'}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:44.855931 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:44.879321 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:44.880338 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:44.912910 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:44.923261 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:44.926996 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5948d5d4-9912-487a-95fb-284bb9570514 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 699 time: 3.0777669 Mar 22 11:44:44.927145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:44.929109 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58612) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:44.987200 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:44.987776 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a93de-44f8-4ea8-977e-46d61cf13496 None None] The sync data for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:45.021719 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Sync routers for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:45.023983 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:45.059491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:45.059968 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.085415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd2d2b-dbe8-4707-9a31-f0429633ee9d None None] Pushing event updated for resources: {'Port': ['ID=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:45.132866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:45.140955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:45.145582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:45.157070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.194478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:45.198201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:45.199662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:45.212771 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-07b4e148-2b04-47e7-ae2b-c9736c2f9700 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 699 time: 0.2806520 Mar 22 11:44:45.218617 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58616) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:45.292253 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-38bcd90e-4dfd-46e9-8288-2a9e15f59c09 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.301370 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:45.304728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.340639 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b3e0c5f-c9bf-457d-b5eb-1b33e5572447 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6064301 Mar 22 11:44:45.343357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.385858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Attempting to bind port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:45.386241 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Attempting to bind port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:45.386607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Attempting to bind port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce on network 6cffe662-8898-4248-85e6-496634917f57 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:45.396041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:44:45.413053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:45.413436 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Checking segment: {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:45.413844 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.414242 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Bound using segment: {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:45.414704 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Bound port: b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6badfc27-5b1f-4be2-8b29-95d7c3151fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6cffe662-8898-4248-85e6-496634917f57'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:45.415078 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.426839 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-38bcd90e-4dfd-46e9-8288-2a9e15f59c09 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] update failed (client error): The resource could not be found. Mar 22 11:44:45.429038 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-38bcd90e-4dfd-46e9-8288-2a9e15f59c09 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14 HTTP/1.1" status: 404 len: 339 time: 0.6208973 Mar 22 11:44:45.435093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58624) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:45.445062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1060651133'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:45.451011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:45.456282 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:network and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:45.460297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:45.478388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:45.486926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:45.498138 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'status': 'completed', 'code': 200} Mar 22 11:44:45.572334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:45.577241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.610555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:44:45.619919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.620265 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Added segment 0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42 of type vlan for network 03130e3d-5544-4307-ba6e-deb1a9bd598a Mar 22 11:44:45.653862 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.728701 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:45.759362 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a03039e-a109-45c5-8925-2d7d1fa12e26 (CIDR: 2001:db8::/64) Mar 22 11:44:45.806815 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:45.807033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:45.864430 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] For port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:45.881143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32476cb5-f730-4c45-8235-7068e50bb380 req-0313bd28-92ca-4d4e-817e-df598fc0495b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:45.882590 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-32476cb5-f730-4c45-8235-7068e50bb380 req-0313bd28-92ca-4d4e-817e-df598fc0495b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.4204013 Mar 22 11:44:45.884720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-1af2035f-ba49-4e21-8fbb-53dd4072a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:45.885742 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-1af2035f-ba49-4e21-8fbb-53dd4072a439 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.3788455 Mar 22 11:44:45.887178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.896543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:45.897186 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.946529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:45.960111 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e52573b6-0939-4776-a51b-7f10a51070c2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2779443 Mar 22 11:44:45.974867 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] For port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,segment=NetworkSegment(6badfc27-5b1f-4be2-8b29-95d7c3151fc8),segment_id=6badfc27-5b1f-4be2-8b29-95d7c3151fc8)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:46.007074 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58628) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:46.017458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:46.059111 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6185954 Mar 22 11:44:46.065807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58632) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:46.066457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14bd55-5423-46b8-9b28-805bcdce9006 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Network': ['ID=03130e3d-5544-4307-ba6e-deb1a9bd598a,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:46.080303 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:46.087164 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:44:46.124323 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.129451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'subnet': {'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:46.216847 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-32476cb5-f730-4c45-8235-7068e50bb380 req-4b0573fc-6a25-40be-935d-2dd7ed61d197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262455 Mar 22 11:44:46.233050 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.234685 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:46.265145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58636) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:46.290627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:46.295289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Usage tracker for resource:subnet and tenant:ed9614805b12482485cca0c3e9ca442b is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:46.298314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:46.305109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:46.315638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:46.320109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:46.325128 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:46.331536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:46.337877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-a914e987-e7fa-402d-a1d6-97b737eca356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:46.339856 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-a914e987-e7fa-402d-a1d6-97b737eca356 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.4310930 Mar 22 11:44:46.404498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Made reservation on behalf of ed9614805b12482485cca0c3e9ca442b for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:46.408136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.447101 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:46.455847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.469842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:46.470482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:46.483892 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-55b596bf-1840-4dca-b2a2-5a2e9e16210a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 990 time: 0.2112455 Mar 22 11:44:46.553444 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-a1427b92-39f8-442d-8ee0-beff9f628fec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 998 time: 0.2012761 Mar 22 11:44:46.560361 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd2d2b-dbe8-4707-9a31-f0429633ee9d None None] Pushing event updated for resources: {'Port': ['ID=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:46.638254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-2d059a3d-2349-4096-89a2-1184070d74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:46.639828 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-2d059a3d-2349-4096-89a2-1184070d74fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0793586 Mar 22 11:44:46.647300 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.783752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:46.871325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:46.911727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.914885 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:46.915249 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:46.962085 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.resource_extend [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 11:44:46.971569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:46.977664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-26f81233-9fda-4332-bc3c-40b533647ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:46.978979 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-26f81233-9fda-4332-bc3c-40b533647ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2810433 Mar 22 11:44:47.000409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.002314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.016402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Subnet': ['ID=e6c4eb12-fdd0-47aa-8847-25a5f6b870ba,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:47.064370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Checking segment: {'id': '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:47.064809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network hostable DHCP agents. Network: 03130e3d-5544-4307-ba6e-deb1a9bd598a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:44:47.084267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:47.088553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:47.090715 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.098781 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:47.099538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.132137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=57bb9d54-5662-416d-b540-0872ad3f8e81,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:47.175673 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-3987c5d1-8fe5-4810-bf8a-1f89f573a60d service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882050 Mar 22 11:44:47.205759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:44:47.217469 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c0ec9ae4-8f60-44c3-9f24-a5c35149e8b5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2098324 Mar 22 11:44:47.224174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:47.224582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.227875 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58640) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:47.234923 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:3f:fa:37', 'name': 'tempest-NetworksTestDHCPv6-1629509839'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:47.280300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 03130e3d-5544-4307-ba6e-deb1a9bd598a) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:47.287959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:47.288544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.304956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73213a-2f0b-4ded-a7a4-fee3acff6652 None None] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:47.326540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '46a0a71f-3f62-4562-a247-351fd4542299', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'floating_ip_address': '172.26.5.94', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'mac_address': 'fa:16:3e:7e:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:44:42Z', 'updated_at': '2022-03-22T11:44:42Z', 'revision_number': 0, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:47.328552 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7d867-5cc6-4c60-8b30-bf4afbdc06c3 None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=12']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:47.363455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Checking router: de928e47-297d-44d0-ba10-d0a3b85149a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:47.414657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:47.427201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:47.435897 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dfb6db93-4e68-478e-9fbc-a567e43ed68e tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3653336 Mar 22 11:44:47.444797 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58644) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:47.451134 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-465e1346-d688-4ed5-a8cd-66f2dc7f9ba7 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'router': {'external_gateway_info': {'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'}}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:47.466006 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 295ca144-8e2d-4d2d-9007-cd89e222c249 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:47.501278 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58648) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:47.523415 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:47.584904 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:47.585424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:47.776204 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1557df6f-4f98-4fce-a775-3b376f55c3bc tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 990 time: 0.2736447 Mar 22 11:44:47.811881 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-f194ce76-1741-43ea-8c54-fa3a80928b82 req-b1317b8a-6bb9-4209-915f-802b7000dfc9 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231403 Mar 22 11:44:47.869604 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,segment=NetworkSegment(6badfc27-5b1f-4be2-8b29-95d7c3151fc8),segment_id=6badfc27-5b1f-4be2-8b29-95d7c3151fc8)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:47.870087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.929218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 295ca144-8e2d-4d2d-9007-cd89e222c249 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:47.932276 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e33566-0c76-4769-a33d-0ddf1cb32547 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:47.944464 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-03130e3d-5544-4307-ba6e-deb1a9bd598a', 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a', 'tenant_id': 'ed9614805b12482485cca0c3e9ca442b', 'fixed_ips': [{'subnet_id': 'e6c4eb12-fdd0-47aa-8847-25a5f6b870ba'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:47.945285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:47.986643 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 295ca144-8e2d-4d2d-9007-cd89e222c249 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:47.986997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.019381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:48.027397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:43Z', 'revision_number': 7, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce', 'name': '', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:64:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:33Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:48.095020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8aab8f-e69e-4d61-a46a-38e3c7e9efac None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:43Z', 'revision_number': 7, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce', 'name': '', 'network_id': '6cffe662-8898-4248-85e6-496634917f57', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:64:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:33Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 4, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '8594f057-e1ec-4dc9-a497-f15275e7dccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:48.101146 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-465e1346-d688-4ed5-a8cd-66f2dc7f9ba7 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.112602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.141671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 44d568b0-4299-4546-b2a5-97b333188056 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:48.185744 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:48.288477 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:48.301170 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:48.302353 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:48.307498 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.397745 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-6c08117c-6f4f-48ee-9f21-d9f4e3660c8e None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:48.398034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6c08117c-6f4f-48ee-9f21-d9f4e3660c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.476356 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8:0:1::171 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/57bb9d54-5662-416d-b540-0872ad3f8e81/44d568b0-4299-4546-b2a5-97b333188056) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:48.482033 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:48.488509 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:48.492080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::f816:3eff:fe3f:fa37 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/3a03039e-a109-45c5-8925-2d7d1fa12e26/44d568b0-4299-4546-b2a5-97b333188056) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:48.592099 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-465e1346-d688-4ed5-a8cd-66f2dc7f9ba7 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:48.593179 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-465e1346-d688-4ed5-a8cd-66f2dc7f9ba7 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14 HTTP/1.1" status: 400 len: 364 time: 1.1473486 Mar 22 11:44:48.597654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58652) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:48.773248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:48.778225 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58656) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:48.951473 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:48.957166 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:48.968111 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:48.969063 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:48.973553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.040113 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e9bb6314-51d6-41e7-87fb-411fb08211fe tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 990 time: 0.2607210 Mar 22 11:44:49.096097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:49.108815 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Allocated IP 2001:db8:1::2 (03130e3d-5544-4307-ba6e-deb1a9bd598a/e6c4eb12-fdd0-47aa-8847-25a5f6b870ba/6cc13d25-e061-4856-a89b-73582ac12cbe) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:49.230284 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:49.237201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.259222 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.260001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 69e2888e-91a8-4576-9a40-67edd9ffef26 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:49.261861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:49.433579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.445259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 44d568b0-4299-4546-b2a5-97b333188056 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:49.491281 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=295ca144-8e2d-4d2d-9007-cd89e222c249,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:49.503567 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 69e2888e-91a8-4576-9a40-67edd9ffef26 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:49.503935 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.619705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:49.635574 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c48d7782-fc01-4b0b-9afe-fc309685b7c4 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4159093 Mar 22 11:44:49.638979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58660) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:49.688866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '46a0a71f-3f62-4562-a247-351fd4542299', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'floating_ip_address': '172.26.5.94', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'mac_address': 'fa:16:3e:7e:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:44:42Z', 'updated_at': '2022-03-22T11:44:42Z', 'revision_number': 0, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:49.693709 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:49.699792 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed93d-44b0-48e8-b8ff-092092a1e6a5 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:49.711270 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1f0af-e697-4dc6-acfd-8cad44a96bfb None None] The sync data for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv is: [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '46a0a71f-3f62-4562-a247-351fd4542299', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'floating_ip_address': '172.26.5.94', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'mac_address': 'fa:16:3e:7e:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:44:42Z', 'updated_at': '2022-03-22T11:44:42Z', 'revision_number': 0, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:49.726036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 8594f057-e1ec-4dc9-a497-f15275e7dccb {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:49.729132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.729394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.738188 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '3a03039e-a109-45c5-8925-2d7d1fa12e26', 'ip_address': '2001:db8::f816:3eff:fefc:df0e'}, {'subnet_id': '57bb9d54-5662-416d-b540-0872ad3f8e81'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:44:49.806378 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.821806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Transition to ACTIVE for port object 6cc13d25-e061-4856-a89b-73582ac12cbe will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:49.864390 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.870086 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.894693 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Transition to ACTIVE for port object 6cc13d25-e061-4856-a89b-73582ac12cbe will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:49.929141 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.954200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:49.970592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:49.981570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:49.981570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:49.985657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:49.986318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.032648 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=44d568b0-4299-4546-b2a5-97b333188056,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:50.037812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Allocated IP 2001:db8::1 (48b3862c-c853-45ed-bf89-8093f208d671/bdcebb7d-d4dd-4306-9445-c6eaf617b5da/dd7b7f6d-93d0-4881-b85e-9801906b5375) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:50.047531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58664) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:50.080903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:50.089677 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:50.091626 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705618-a2e0-4a42-bee8-2af1b29e82cf None None] New status for floating IP 46a0a71f-3f62-4562-a247-351fd4542299: ACTIVE {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:44:50.097605 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.162585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:50.166527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=8594f057-e1ec-4dc9-a497-f15275e7dccb,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:50.171408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.178476 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7f09a607-2002-4a81-a988-812257cd0c04 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/8594f057-e1ec-4dc9-a497-f15275e7dccb HTTP/1.1" status: 204 len: 168 time: 0.5385261 Mar 22 11:44:50.184824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58668) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:50.207489 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535c1ac-d370-44bc-9baa-c1b795caec9c None None] Network 6cffe662-8898-4248-85e6-496634917f57 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:50.230821 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:50.327472 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6d72cd0a-7b6b-4e47-92a5-d0ad9c6c0304 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 990 time: 0.2751656 Mar 22 11:44:50.329305 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d6462d82-9da3-4f46-9c62-e15c21e89bec tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1003423 Mar 22 11:44:50.332254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58672) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:50.365864 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:50.372635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.376427 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:50.377067 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:50.402703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.407462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:50.407827 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.420846 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Transition to ACTIVE for port object dd7b7f6d-93d0-4881-b85e-9801906b5375 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:50.490871 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 44d568b0-4299-4546-b2a5-97b333188056 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:50.491265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.507760 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.536494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Pushing event updated for resources: {'Port': ['ID=6cc13d25-e061-4856-a89b-73582ac12cbe,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:50.585772 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 48b3862c-c853-45ed-bf89-8093f208d671 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:50.590439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:50.594605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:44:50.595136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.617016 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:50.627218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Port': ['ID=dd7b7f6d-93d0-4881-b85e-9801906b5375,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:50.752734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,segment=NetworkSegment(6badfc27-5b1f-4be2-8b29-95d7c3151fc8),segment_id=6badfc27-5b1f-4be2-8b29-95d7c3151fc8)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:50.753565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.808830 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Attempting to bind port 6cc13d25-e061-4856-a89b-73582ac12cbe on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:44:50.812467 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Attempting to bind port 6cc13d25-e061-4856-a89b-73582ac12cbe by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:44:50.813039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Attempting to bind port 6cc13d25-e061-4856-a89b-73582ac12cbe on network 03130e3d-5544-4307-ba6e-deb1a9bd598a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:44:50.847707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.935376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:44:50.935376 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Checking segment: {'id': '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:44:50.935875 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.936486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Bound using segment: {'id': '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:44:50.937012 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Bound port: 6cc13d25-e061-4856-a89b-73582ac12cbe, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '03130e3d-5544-4307-ba6e-deb1a9bd598a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:44:50.937585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:50.959526 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Allocated IP 2001:db8:0:1::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/57bb9d54-5662-416d-b540-0872ad3f8e81/a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:50.988197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:51.080625 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.085221 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:51.094939 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:51.095777 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.103250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.185649 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.193780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:51.194326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.288391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 44d568b0-4299-4546-b2a5-97b333188056 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:51.308559 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:51.317043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a41f1e13-8eec-4653-b97e-5c9851e13c02 None None] Provisioning for port dd7b7f6d-93d0-4881-b85e-9801906b5375 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:51.332367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=33d5bff8-67f2-45d2-a0c6-5f201e34e4fd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:51.336439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58676) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:51.359004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.365120 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-a41f1e13-8eec-4653-b97e-5c9851e13c02 None None] Provisioning complete for port dd7b7f6d-93d0-4881-b85e-9801906b5375 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:51.365500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a41f1e13-8eec-4653-b97e-5c9851e13c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.421576 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-93776011-32e6-4454-84ac-30af522ce339 None None] For port 6cc13d25-e061-4856-a89b-73582ac12cbe, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:44:51.441627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.443273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.459366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-93776011-32e6-4454-84ac-30af522ce339 None None] For port 6cc13d25-e061-4856-a89b-73582ac12cbe, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6cc13d25-e061-4856-a89b-73582ac12cbe,segment=NetworkSegment(0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42),segment_id=0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:44:51.461448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:51.519946 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a41f1e13-8eec-4653-b97e-5c9851e13c02 None None] Port dd7b7f6d-93d0-4881-b85e-9801906b5375 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:51.533585 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.553662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:51.600615 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a827d3-a868-4b38-9a12-f3442533896a None None] DHCP port deletion for 6cffe662-8898-4248-85e6-496634917f57 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:51.631191 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.644553 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 747a2cb3-f58b-4d22-916e-40301deb7465 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:51.659118 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event updated for resources: {'Port': ['ID=dd7b7f6d-93d0-4881-b85e-9801906b5375,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:51.721806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Transition to ACTIVE for port object a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:51.750167 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776011-32e6-4454-84ac-30af522ce339 None None] Pushing event updated for resources: {'Port': ['ID=6cc13d25-e061-4856-a89b-73582ac12cbe,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:51.766570 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 747a2cb3-f58b-4d22-916e-40301deb7465 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:51.766944 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.782395 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e243c774-0771-408e-a077-eb65fa2c2470 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 992 time: 0.4377458 Mar 22 11:44:51.798334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.833525 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.836842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:51.842212 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c52ae-d4c6-494c-bd4f-b98fca7dd8ca None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:48Z', 'revision_number': 8, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8', 'name': '', 'network_id': 'b807d503-d146-47b4-95a1-9768cc3076e4', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:26Z', 'updated_at': '2022-03-22T11:44:45Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '3180157b-e1c3-4afe-a439-f64f336815c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:51.890700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cffe662-8898-4248-85e6-496634917f57']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.920156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6badfc27-5b1f-4be2-8b29-95d7c3151fc8') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.920456 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6badfc27-5b1f-4be2-8b29-95d7c3151fc8') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:51.941814 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.012248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.018861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:44:52.018861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.059951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Network 48b3862c-c853-45ed-bf89-8093f208d671 is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:44:52.060342 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:44:52.063865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:52.079123 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaafb9-4001-4a8c-8340-2a916cbf0147 None None] Pushing event updated for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=13']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:52.168195 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:52.213500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:52.214757 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 11:44:52.247305 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.267039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Port 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd not found, will not notify nova. {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 11:44:52.267611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:52.320641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=44d568b0-4299-4546-b2a5-97b333188056,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:52.376383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Router 04be60b5-ef3d-4d5d-9bc1-485994a6ab14 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:52.384988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:52.385502 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.420348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.439766 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-643b0f39-03b6-4d79-80c4-987689478e18 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/44d568b0-4299-4546-b2a5-97b333188056 HTTP/1.1" status: 204 len: 168 time: 2.1061022 Mar 22 11:44:52.440872 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58682) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:52.506199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.512453 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.514329 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/6cffe662-8898-4248-85e6-496634917f57 HTTP/1.1" status: 204 len: 168 time: 2.3285534 Mar 22 11:44:52.531651 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58686) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:52.563467 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-e4600a0f-c32f-43dd-b722-ce9468f8aea1 None None] Provisioning complete for port dd7b7f6d-93d0-4881-b85e-9801906b5375 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:52.563836 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e4600a0f-c32f-43dd-b722-ce9468f8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.585445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:52.597416 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-26f25cfc-be85-4505-bd58-15ac81e0b80c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9987576 Mar 22 11:44:52.600056 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58690) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:52.610965 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b7ca-397a-4c50-bdc0-d15d06d4dad2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=6cffe662-8898-4248-85e6-496634917f57,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:52.631942 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] Sync routers for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:52.661534 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:52.662077 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:52.750147 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:52.771382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-e4600a0f-c32f-43dd-b722-ce9468f8aea1 None None] Port dd7b7f6d-93d0-4881-b85e-9801906b5375 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:44:52.792114 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 295ca144-8e2d-4d2d-9007-cd89e222c249 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:52.866166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:52.867821 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d2092fcf-a19a-4300-8eb6-2565353bde5c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:52.872498 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:52.993670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:52.994335 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9a1f6-1407-45b2-949b-3fbd837e6db3 None None] The sync data for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:53.053201 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 295ca144-8e2d-4d2d-9007-cd89e222c249 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:53.053532 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:53.083225 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-d2092fcf-a19a-4300-8eb6-2565353bde5c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 11:44:53.088085 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d2092fcf-a19a-4300-8eb6-2565353bde5c tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14 HTTP/1.1" status: 409 len: 329 time: 0.4868650 Mar 22 11:44:53.089354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58694) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:53.095301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4872d-8341-4971-aa9e-0701e5ed3b4e None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:53.137993 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a9706-e29c-418d-b29b-4ea484eca4de tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:53.138893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f46a9706-e29c-418d-b29b-4ea484eca4de tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:53.254825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-be163094-b0f2-4eff-93c3-747e60c04c42 None None] Provisioning for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:53.264898 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-be163094-b0f2-4eff-93c3-747e60c04c42 None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:53.265272 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-be163094-b0f2-4eff-93c3-747e60c04c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:53.272061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f46a9706-e29c-418d-b29b-4ea484eca4de tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:53.274331 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f46a9706-e29c-418d-b29b-4ea484eca4de tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.8324788 Mar 22 11:44:53.278309 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58698) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:53.332509 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba7249-d409-4b39-bc45-becce9195d6f None None] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:53.419527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73584a4-913a-4056-a465-7063863b04ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:53.423909 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c73584a4-913a-4056-a465-7063863b04ca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1446552 Mar 22 11:44:53.424598 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58702) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:53.497996 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:53.589466 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:53.679654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:53.680001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device b6aa0c1c-7a7a-4c46-9b02-ae5214fdccce not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:53.711164 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:53.717845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:53.719362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:53.720900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:53.721742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:44:53.905431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:44:53.911829 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ade333d5-ea09-4a63-878d-35fab5b868ce tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4840944 Mar 22 11:44:53.912731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58706) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:53.975924 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6cc13d25-e061-4856-a89b-73582ac12cbe up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:54.026013 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0f1085fd-94c8-4f1f-8355-3d4edf03cb9f None None] Provisioning for port 6cc13d25-e061-4856-a89b-73582ac12cbe completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:54.079739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 3a03039e-a109-45c5-8925-2d7d1fa12e26 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:54.093173 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.165152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 6cc13d25-e061-4856-a89b-73582ac12cbe completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:44:54.172705 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6cc13d25-e061-4856-a89b-73582ac12cbe triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:54.173518 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.226104 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.305774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:54.306853 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.318168 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-db62b781-717e-42f9-a0c7-c76d5d640172 None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:54.318696 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-db62b781-717e-42f9-a0c7-c76d5d640172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.430793 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.452015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port dd7b7f6d-93d0-4881-b85e-9801906b5375 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:54.452402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.471271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.506269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 6cc13d25-e061-4856-a89b-73582ac12cbe, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6cc13d25-e061-4856-a89b-73582ac12cbe,segment=NetworkSegment(0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42),segment_id=0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:54.569265 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.570569 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:54.573304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:54.573667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.684710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.707660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 owned by network:router_interface {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:54.763747 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.764435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3efd5734-b6ca-4c05-9cf7-4b4b895a7b4f None None] Provisioning complete for port 6cc13d25-e061-4856-a89b-73582ac12cbe triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:54.764984 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-3efd5734-b6ca-4c05-9cf7-4b4b895a7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.834554 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=3a03039e-a109-45c5-8925-2d7d1fa12e26,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:54.838539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:54.864684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for dd7b7f6d-93d0-4881-b85e-9801906b5375 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:54.920136 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=6cc13d25-e061-4856-a89b-73582ac12cbe,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:54.955580 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-68b8a359-c6d1-4b02-8539-e16f958ce37b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/3a03039e-a109-45c5-8925-2d7d1fa12e26 HTTP/1.1" status: 204 len: 168 time: 1.0233359 Mar 22 11:44:54.960065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58710) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:54.977074 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097dad8-0488-48ba-8821-1e4e96ddcedb None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:55.054367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 57bb9d54-5662-416d-b540-0872ad3f8e81 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:55.058739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.067285 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:55.067654 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.074041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.126115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:55.126569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.294183 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.366752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-3efd5734-b6ca-4c05-9cf7-4b4b895a7b4f None None] Could not find standard attr ID for object 65ce98da-31b9-44cf-b127-0238f283d8ab. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:55.425824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.469048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.491996 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4795d4b5-4d1f-4344-b5b2-5f014de87ae6 None None] Could not find standard attr ID for object 19cb73da-57ee-4b31-a63d-eebf74c1f947. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:55.497238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4795d4b5-4d1f-4344-b5b2-5f014de87ae6 None None] Could not find standard attr ID for object 44d568b0-4299-4546-b2a5-97b333188056. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:44:55.509245 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:55.511299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.546806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=57bb9d54-5662-416d-b540-0872ad3f8e81,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:55.550062 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:55.550530 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 33d5bff8-67f2-45d2-a0c6-5f201e34e4fd not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:55.572252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.576262 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Port': ['ID=dd7b7f6d-93d0-4881-b85e-9801906b5375,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:55.627490 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-93831fa6-1615-4f15-80c0-5d0a2d1f207b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/57bb9d54-5662-416d-b540-0872ad3f8e81 HTTP/1.1" status: 204 len: 168 time: 0.6646531 Mar 22 11:44:55.630200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58714) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:55.799225 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:55.835191 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ba767dac-cd76-4c39-adc7-f7627145aa1f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2039344 Mar 22 11:44:55.836298 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58718) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:55.843574 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:55.856637 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6cc13d25-e061-4856-a89b-73582ac12cbe up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:44:55.947408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 6cc13d25-e061-4856-a89b-73582ac12cbe triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:55.947864 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.127614 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:56.137093 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:56.140788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:56.141704 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:56.150262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:56.251578 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Router 04be60b5-ef3d-4d5d-9bc1-485994a6ab14 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:44:56.261591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a53a2-8d4c-4194-a2a3-b76318773731 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:56.282474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:56.285952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.405318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:56.407075 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:44:56.415256 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-53acc3fa-8301-4c80-a011-f1cac2d38b40 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3247983 Mar 22 11:44:56.416226 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58722) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:56.427023 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] Sync routers for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:56.435477 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-cb054950-faa0-4281-959f-37c520a5e592 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8991201 Mar 22 11:44:56.436271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58726) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:56.437339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:44:56.440991 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-f8d34c59-c130-4c96-9b69-feb3bcae078b None None] Provisioning complete for port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:44:56.441381 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f8d34c59-c130-4c96-9b69-feb3bcae078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.443789 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:56.444830 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:56.492495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:56.493146 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:56.502006 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-5f725cfe-1e3f-462b-9168-bd012698b0e3 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] show failed (client error): The resource could not be found. Mar 22 11:44:56.508200 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58730) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:56.508475 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f725cfe-1e3f-462b-9168-bd012698b0e3 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-467486149 HTTP/1.1" status: 404 len: 334 time: 0.0913448 Mar 22 11:44:56.535416 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:56.545391 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] Routers {'04be60b5-ef3d-4d5d-9bc1-485994a6ab14'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:56.546126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6c3bc125-319f-49e0-ae6d-c9ab50a8af57 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:56.546869 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:56.597531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 3180157b-e1c3-4afe-a439-f64f336815c0 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:56.619500 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.630433 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:56.631024 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4c2b7-5c1e-4219-84df-555a4ae435f8 None None] The sync data for ids ['04be60b5-ef3d-4d5d-9bc1-485994a6ab14'] in dv-neutron-828143-11-hyperv is: [] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:56.661467 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-6c3bc125-319f-49e0-ae6d-c9ab50a8af57 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] update failed (client error): The resource could not be found. Mar 22 11:44:56.661467 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6c3bc125-319f-49e0-ae6d-c9ab50a8af57 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-309667852 HTTP/1.1" status: 404 len: 334 time: 0.1515772 Mar 22 11:44:56.664704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58734) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:56.695158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.724877 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:56.741731 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting subnet e6c4eb12-fdd0-47aa-8847-25a5f6b870ba {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:56.744440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.804692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.813706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.817512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:56.837733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Deleting port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:56.838848 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.880223 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.905429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.942166 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:56.945543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:56.949930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:56.951138 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.966504 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:56.972955 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=3e9ef0de-9401-452b-bbe9-321e86784d77,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:57.024968 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.027293 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/3180157b-e1c3-4afe-a439-f64f336815c0 HTTP/1.1" status: 204 len: 168 time: 0.5889826 Mar 22 11:44:57.028302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ecd73-037a-487e-ab04-ea793d7bc994 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=3180157b-e1c3-4afe-a439-f64f336815c0,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:57.030547 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58738) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:57.032009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb37b5-db0a-4a34-af5a-64543c50b872 None None] Network b807d503-d146-47b4-95a1-9768cc3076e4 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:57.057429 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.103802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.107880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c4eb12-fdd0-47aa-8847-25a5f6b870ba,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:57.118379 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e2104396-0401-4767-ad39-e0605eb0146f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/subnets/e6c4eb12-fdd0-47aa-8847-25a5f6b870ba HTTP/1.1" status: 204 len: 168 time: 0.4523396 Mar 22 11:44:57.119193 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58742) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:57.132753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6917eb-332f-4ada-90e5-3834b79744fa None None] Network 03130e3d-5544-4307-ba6e-deb1a9bd598a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:57.180435 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3066f8d7-18d4-43ed-83ad-65bc15abf2cc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3420827 Mar 22 11:44:57.184145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58746) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:57.191535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:57.242419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.253298 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port 6cc13d25-e061-4856-a89b-73582ac12cbe {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:57.258072 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.354196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.380610 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:57.380958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.397662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-89d6090d-b466-4692-87cb-16bd5da7619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.447260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:57.455706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:57.471703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] For port 6cc13d25-e061-4856-a89b-73582ac12cbe, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=6cc13d25-e061-4856-a89b-73582ac12cbe,segment=NetworkSegment(0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42),segment_id=0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:57.472137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.485515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:57.497559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:57.596399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:57.596650 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for 6cc13d25-e061-4856-a89b-73582ac12cbe owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:57.599959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.631316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] For port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:57.631960 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.708313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port 717dcc42-78e8-4e57-83e8-678de9a4e1b3, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=717dcc42-78e8-4e57-83e8-678de9a4e1b3,segment=NetworkSegment(aee3318f-f899-414e-ab25-873a5d983ad1),segment_id=aee3318f-f899-414e-ab25-873a5d983ad1)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:44:57.708760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.737622 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:57.767564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Calling delete_port for a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:57.808200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:57.874885 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 717dcc42-78e8-4e57-83e8-678de9a4e1b3 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:44:57.899974 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Port': ['ID=6cc13d25-e061-4856-a89b-73582ac12cbe,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:57.906739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] No DVR routers for this DVR port 6cc13d25-e061-4856-a89b-73582ac12cbe on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:57.938680 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:54Z', 'revision_number': 9, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:57.965424 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e9ef0de-9401-452b-bbe9-321e86784d77 (CIDR: 2001:db8::/64) Mar 22 11:44:57.973892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:44:58.004809 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:44:58.005365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:44:58.049925 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8e477-3050-46e9-bca0-aacdd459bcfe None None] DHCP port deletion for 03130e3d-5544-4307-ba6e-deb1a9bd598a request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:58.056261 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.060117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.060589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.087064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03130e3d-5544-4307-ba6e-deb1a9bd598a']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.100793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.100793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1afd5e-530a-4d4a-98a3-0d0d19a7fc42') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.103458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46bb2e-4be4-4d70-b6f7-4bf073b00d7c None None] DHCP port deletion for b807d503-d146-47b4-95a1-9768cc3076e4 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:58.114958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=717dcc42-78e8-4e57-83e8-678de9a4e1b3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:58.119714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port 717dcc42-78e8-4e57-83e8-678de9a4e1b3 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:58.124031 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.139735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] Pushing event deleted for resources: {'Port': ['ID=a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:58.141988 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43143d-a020-49e5-aa60-be72935205c9 None None] No DVR routers for this DVR port a5dfc0d4-dbc1-4cca-994a-3adf75eb75d8 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:44:58.143696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.145838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:44:58.146670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:44:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.148952 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-033588d0-197d-428d-a70b-d8f617c36811 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9639492 Mar 22 11:44:58.152938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:58.156189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:44:58.156754 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.161528 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:44:58.175936 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:44:58.220601 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144ca9d-2c1d-453a-b0cb-341c8835ceb8 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:58.234529 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.323092 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.330616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.342635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.363633 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/networks/03130e3d-5544-4307-ba6e-deb1a9bd598a HTTP/1.1" status: 204 len: 168 time: 1.2410650 Mar 22 11:44:58.363633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5819ff-ab16-47b8-84ab-8b5bb11a5f27 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Network': ['ID=03130e3d-5544-4307-ba6e-deb1a9bd598a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:58.363931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58754) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:58.379193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b807d503-d146-47b4-95a1-9768cc3076e4']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.398616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee3318f-f899-414e-ab25-873a5d983ad1') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.398914 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee3318f-f899-414e-ab25-873a5d983ad1') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:58.422184 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.440449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting subnet 73041c2c-10bf-4803-b63c-d6a3569fe8e4 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:58.440817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:58.445420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:44:58.445591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.448796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.451197 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:44:58.459521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:58.461644 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:44:58.462505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.475297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:44:58.477930 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:44:58.510597 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.598799 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.616650 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:58.620322 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.637023 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.643181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.683978 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/b807d503-d146-47b4-95a1-9768cc3076e4 HTTP/1.1" status: 204 len: 168 time: 1.6521196 Mar 22 11:44:58.686852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58758) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:58.687725 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b9ca1-025b-4db3-9cd6-68d656c1f546 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=b807d503-d146-47b4-95a1-9768cc3076e4,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:58.757517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.801715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Subnet': ['ID=73041c2c-10bf-4803-b63c-d6a3569fe8e4,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:58.820337 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '3e9ef0de-9401-452b-bbe9-321e86784d77'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:44:58.821294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.871531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:58.881094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682cb76-40c8-456d-871f-ea4bdadd74b3 None None] Network 453db094-96c6-4e58-b81d-8e608a74dd19 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:58.883457 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-014225b6-8cc8-4265-bd8c-69dbd62ec01f tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/subnets/73041c2c-10bf-4803-b63c-d6a3569fe8e4 HTTP/1.1" status: 204 len: 168 time: 0.5181630 Mar 22 11:44:58.886246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58762) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:59.105111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting subnet aa5698df-a382-45bc-ab6e-963ac8c795b9 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:44:59.120562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.194833 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:54Z', 'revision_number': 9, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:44:59.196353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:44:59.197524 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.214861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca6a48-ef68-4c25-8bbc-bb23ed3bad52 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:44:54Z', 'revision_number': 9, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': '816b6d95-f4c0-43ae-a575-51414a50a814', 'name': '', 'network_id': '826c5186-7d6d-436a-b96b-1c8b371d5773', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:37:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:15Z', 'updated_at': '2022-03-22T11:44:27Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '90911de5-fcbd-42de-9bc8-15ec20ddd37a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:44:59.217266 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/3e9ef0de-9401-452b-bbe9-321e86784d77/d2179933-0cfb-4e93-8def-657fabfa40ea) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:44:59.262667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=04981226-4b9d-4648-b8fb-9334b9507262,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:59.277772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:44:59.279110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.279270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:44:59.282224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:44:59.282922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.387007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.387593 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c8eb0a65-96a2-403d-9a63-a266b056daa5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2335227 Mar 22 11:44:59.390253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58766) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:59.396012 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:02:7d:7f', 'name': 'tempest-NetworksTestDHCPv6-1327139303'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:44:59.465048 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.475825 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Transition to ACTIVE for port object d2179933-0cfb-4e93-8def-657fabfa40ea will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:59.514198 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.537806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:44:59.547192 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:44:59.571557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Transition to ACTIVE for port object d2179933-0cfb-4e93-8def-657fabfa40ea will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:44:59.658653 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] DHCP port deletion for 453db094-96c6-4e58-b81d-8e608a74dd19 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:44:59.662776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:44:59.686735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Deleting port 295ca144-8e2d-4d2d-9007-cd89e222c249 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:44:59.687111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.689109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.742852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.749270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5698df-a382-45bc-ab6e-963ac8c795b9,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:44:59.767361 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8672a0-c5ff-4e9c-b745-14c6b882e467 None None] Network 067a457f-c1ff-4837-a10a-6eab7224ea07 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:44:59.803436 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-62e0c72c-546a-44a3-82ba-4673ee0ff863 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/subnets/aa5698df-a382-45bc-ab6e-963ac8c795b9 HTTP/1.1" status: 204 len: 168 time: 0.9140217 Mar 22 11:44:59.803661 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.805834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.806729 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 717dcc42-78e8-4e57-83e8-678de9a4e1b3 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:44:59.812736 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58770) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:44:59.851665 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:59.897928 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 231e3340-dfa3-4d2b-a903-9207fffea15b yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:44:59.922953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 717dcc42-78e8-4e57-83e8-678de9a4e1b3 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:44:59.923535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 717dcc42-78e8-4e57-83e8-678de9a4e1b3 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:44:59.923658 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 295ca144-8e2d-4d2d-9007-cd89e222c249 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:00.042605 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.061267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port 295ca144-8e2d-4d2d-9007-cd89e222c249 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:00.061631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.094746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:00.115937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:00.132268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:00.136165 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Pushing event updated for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:00.252278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-2195f1ae-02da-43bc-a314-4b3eee46df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.257806 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 816b6d95-f4c0-43ae-a575-51414a50a814 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:00.258387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.290245 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::399 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/3e9ef0de-9401-452b-bbe9-321e86784d77/231e3340-dfa3-4d2b-a903-9207fffea15b) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:00.297802 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:7d7f (bec7ed88-0b34-4dd1-8740-d78125a71ca3/04981226-4b9d-4648-b8fb-9334b9507262/231e3340-dfa3-4d2b-a903-9207fffea15b) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:00.410076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:00.410702 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.446217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Attempting to bind port d2179933-0cfb-4e93-8def-657fabfa40ea on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:00.446595 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Attempting to bind port d2179933-0cfb-4e93-8def-657fabfa40ea by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:00.446944 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Attempting to bind port d2179933-0cfb-4e93-8def-657fabfa40ea on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:00.468331 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:00.468763 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:00.469139 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.469536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:00.470011 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Bound port: d2179933-0cfb-4e93-8def-657fabfa40ea, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:00.470397 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.483058 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.506890 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.512630 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:00.512941 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.523402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 231e3340-dfa3-4d2b-a903-9207fffea15b will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:00.594491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.597890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for 295ca144-8e2d-4d2d-9007-cd89e222c249 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:00.673043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:00.676832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:00.679973 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:00.685089 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:00.685719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.699638 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=231e3340-dfa3-4d2b-a903-9207fffea15b,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:00.701119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port 816b6d95-f4c0-43ae-a575-51414a50a814, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=816b6d95-f4c0-43ae-a575-51414a50a814,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:00.701471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.719542 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Calling delete_port for 295ca144-8e2d-4d2d-9007-cd89e222c249 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:00.766474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:00.800790 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ac8c3409-a4c5-47b9-b79d-8eab1a98c24f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4093635 Mar 22 11:45:00.801595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58774) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:00.812447 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:00.831010 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 816b6d95-f4c0-43ae-a575-51414a50a814 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:00.842124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:00.861380 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] DHCP port deletion for 067a457f-c1ff-4837-a10a-6eab7224ea07 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:00.865287 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.865958 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.868419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Deleting port 69e2888e-91a8-4576-9a40-67edd9ffef26 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:00.874244 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.895655 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 231e3340-dfa3-4d2b-a903-9207fffea15b {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:00.896002 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.904792 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.905484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:00.944786 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:00.945147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:00.987391 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:00.990482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:00.990832 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device bdfc47d6-20a6-43c8-bf73-8e5a4c4ad9b8 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:00.991243 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6cc13d25-e061-4856-a89b-73582ac12cbe no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:01.040039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 6cc13d25-e061-4856-a89b-73582ac12cbe {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:01.040347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 6cc13d25-e061-4856-a89b-73582ac12cbe not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:01.096053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:01.096333 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:01.111564 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.117157 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=295ca144-8e2d-4d2d-9007-cd89e222c249,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:01.167528 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.309692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 231e3340-dfa3-4d2b-a903-9207fffea15b owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:01.344699 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366131-f7b4-49bc-999f-f386fbefe0c3 None None] Pushing event updated for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:01.349618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] For port 69e2888e-91a8-4576-9a40-67edd9ffef26, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=69e2888e-91a8-4576-9a40-67edd9ffef26,segment=NetworkSegment(f27fa9ba-f201-44f4-a606-5583359edfeb),segment_id=f27fa9ba-f201-44f4-a606-5583359edfeb)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:01.350388 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.415271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=816b6d95-f4c0-43ae-a575-51414a50a814,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:01.448538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port 295ca144-8e2d-4d2d-9007-cd89e222c249 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:01.451909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.524311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Calling delete_port for 69e2888e-91a8-4576-9a40-67edd9ffef26 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:01.600015 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Deleting port 295ca144-8e2d-4d2d-9007-cd89e222c249 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:01.600603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.697940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.761506 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.821118 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.863989 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] Pushing event deleted for resources: {'Port': ['ID=69e2888e-91a8-4576-9a40-67edd9ffef26,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:01.876695 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:01.879091 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:01.954845 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e8ff5-6820-4ace-960d-6870acc0df61 None None] No DVR routers for this DVR port 69e2888e-91a8-4576-9a40-67edd9ffef26 on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:01.956431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d2179933-0cfb-4e93-8def-657fabfa40ea up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:02.018361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=231e3340-dfa3-4d2b-a903-9207fffea15b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:02.022966 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] For port 295ca144-8e2d-4d2d-9007-cd89e222c249, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=295ca144-8e2d-4d2d-9007-cd89e222c249,segment=NetworkSegment(5dfb298b-7366-49fc-b456-56adc4459a17),segment_id=5dfb298b-7366-49fc-b456-56adc4459a17)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:02.023532 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.025477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for 295ca144-8e2d-4d2d-9007-cd89e222c249 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:02.063623 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.068387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.076439 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d920e1a0-801e-44be-a1d7-af9795b6400d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/231e3340-dfa3-4d2b-a903-9207fffea15b HTTP/1.1" status: 204 len: 168 time: 1.2713547 Mar 22 11:45:02.076726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58778) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:02.171284 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec31b1-97e1-4f48-a8c4-2137a1bac11d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:02.172169 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80ec31b1-97e1-4f48-a8c4-2137a1bac11d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:02.186934 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Calling delete_port for 295ca144-8e2d-4d2d-9007-cd89e222c249 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:02.243698 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-80ec31b1-97e1-4f48-a8c4-2137a1bac11d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:02.247877 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-80ec31b1-97e1-4f48-a8c4-2137a1bac11d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1701746 Mar 22 11:45:02.252690 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58782) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:02.329034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port d2179933-0cfb-4e93-8def-657fabfa40ea completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:02.347311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410b745-6ee1-44bd-ba36-35be8aefa0b3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:02.352158 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58786) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:02.353127 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c410b745-6ee1-44bd-ba36-35be8aefa0b3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1025414 Mar 22 11:45:02.365405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:02.366034 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:02.390045 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 69e2888e-91a8-4576-9a40-67edd9ffef26 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:02.394587 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.426618 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 69e2888e-91a8-4576-9a40-67edd9ffef26 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:02.427098 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 69e2888e-91a8-4576-9a40-67edd9ffef26 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:02.471073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966c08e-e6d2-4c62-8e62-ae8ab32bd6a7 None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:02.513734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Port': ['ID=295ca144-8e2d-4d2d-9007-cd89e222c249,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:02.524479 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] No DVR routers for this DVR port 295ca144-8e2d-4d2d-9007-cd89e222c249 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:02.584346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:02.586398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:02.587999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:02.589350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:02.640686 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Provisioning for port d2179933-0cfb-4e93-8def-657fabfa40ea completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:02.651339 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Provisioning complete for port d2179933-0cfb-4e93-8def-657fabfa40ea triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:02.651712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.751430 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:45:02.819070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.829778 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.865424 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:02.891373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:02.892448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8313e6a5-0b06-40c8-ab82-6a9e899dd59c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5393443 Mar 22 11:45:02.895546 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58790) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:02.932171 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbce58b-560c-4ec4-afd0-d9f17104460f None None] Update dhcp port {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'fixed_ips': [{'subnet_id': '3e9ef0de-9401-452b-bbe9-321e86784d77', 'ip_address': '2001:db8::2'}, {'subnet_id': '04981226-4b9d-4648-b8fb-9334b9507262'}], 'binding:host_id': 'dv-neutron-828143-11-hyperv'}, 'id': 'd2179933-0cfb-4e93-8def-657fabfa40ea'} from dv-neutron-828143-11-hyperv. {{(pid=88743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 11:45:02.966320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 04981226-4b9d-4648-b8fb-9334b9507262 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:02.967517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453db094-96c6-4e58-b81d-8e608a74dd19']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:02.969822 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.971196 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:02.984950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfb298b-7366-49fc-b456-56adc4459a17') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:02.985244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfb298b-7366-49fc-b456-56adc4459a17') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.009570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.024438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:03.028043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.035514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.043367 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-cbbce58b-560c-4ec4-afd0-d9f17104460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.045304 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:03.047184 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f56f08eb-3e92-49a1-bcc9-5ce70e60998b tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3591471 Mar 22 11:45:03.048507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:03.048896 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.059671 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:03.061796 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58794) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:03.062337 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:03.067992 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:03.099357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62fd3-a3a6-4a3a-9656-ead97bebc237 None None] Pushing event updated for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:03.161265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.188927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 90911de5-fcbd-42de-9bc8-15ec20ddd37a {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:03.192148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.224081 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.243382 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Deleting port 295ca144-8e2d-4d2d-9007-cd89e222c249 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:03.243818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.255219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.258861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.262251 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:03.268057 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Network': ['ID=453db094-96c6-4e58-b81d-8e608a74dd19,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:03.271798 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d4fa8c85-ba9d-4493-9c0a-ebd154abe698 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/networks/453db094-96c6-4e58-b81d-8e608a74dd19 HTTP/1.1" status: 204 len: 168 time: 3.4610336 Mar 22 11:45:03.274431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58798) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:03.345375 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-84270d08-2ce7-4531-9bfe-214ac9cec5e3 None None] The port '295ca144-8e2d-4d2d-9007-cd89e222c249' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:45:03.376258 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.412346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.502768 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server [None req-cbbce58b-560c-4ec4-afd0-d9f17104460f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04981226-4b9d-4648-b8fb-9334b9507262: This subnet is being modified by another concurrent operation. Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04981226-4b9d-4648-b8fb-9334b9507262: This subnet is being modified by another concurrent operation. Mar 22 11:45:03.504872 dv-neutron-828143-11-hyperv neutron-server[88743]: ERROR oslo_messaging.rpc.server Mar 22 11:45:03.547027 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.555063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=04981226-4b9d-4648-b8fb-9334b9507262,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:03.569684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.598612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.604944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067a457f-c1ff-4837-a10a-6eab7224ea07']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.610376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.615175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27fa9ba-f201-44f4-a606-5583359edfeb') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.615539 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27fa9ba-f201-44f4-a606-5583359edfeb') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.618001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b99fa-31ca-43f8-970b-730a8f61dd94 None None] Network 826c5186-7d6d-436a-b96b-1c8b371d5773 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:03.618564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=90911de5-fcbd-42de-9bc8-15ec20ddd37a,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:03.627826 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0b6ba260-751f-4aaa-ba22-2a6673c920af tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/90911de5-fcbd-42de-9bc8-15ec20ddd37a HTTP/1.1" status: 204 len: 168 time: 0.5653369 Mar 22 11:45:03.630579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58802) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:03.647736 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:00Z', 'revision_number': 10, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.655133 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:03.664472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.665101 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:03.665879 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:03.726061 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-62f61287-813b-4e55-9209-ca36d606cdb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/04981226-4b9d-4648-b8fb-9334b9507262 HTTP/1.1" status: 204 len: 168 time: 0.8293853 Mar 22 11:45:03.731042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58806) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:03.761203 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.785785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:03.786242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.868540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 3e9ef0de-9401-452b-bbe9-321e86784d77 {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:03.872142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.880321 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device d2179933-0cfb-4e93-8def-657fabfa40ea no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:03.945856 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.957891 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:03.963341 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-fffc2e23-f69c-46b0-9851-3b89a0153ca0 None None] Provisioning complete for port d2179933-0cfb-4e93-8def-657fabfa40ea triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:03.964910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-fffc2e23-f69c-46b0-9851-3b89a0153ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:03.977578 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:04.000116 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.022536 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port 7d42749b-00fa-49d1-89b2-0ee5595e6376 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:04.022880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.081707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.113732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.121297 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.124161 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Network': ['ID=067a457f-c1ff-4837-a10a-6eab7224ea07,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:04.141603 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-96ccfe7f-0d93-4a79-8207-313c8fba9aa8 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/networks/067a457f-c1ff-4837-a10a-6eab7224ea07 HTTP/1.1" status: 204 len: 168 time: 0.8655586 Mar 22 11:45:04.144354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58816) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:04.217213 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.247939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting subnet bdcebb7d-d4dd-4306-9445-c6eaf617b5da {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:04.259056 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.327685 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:00Z', 'revision_number': 10, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:04.332066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cba08-28e1-4c44-bf6d-7aea84f67499 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:00Z', 'revision_number': 10, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None, '_interfaces': [{'id': 'ed83da8c-ef6e-4e8d-a19f-a063859a1329', 'name': '', 'network_id': '28141efb-91ce-4ef9-b371-fd5887b3b084', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'mac_address': 'fa:16:3e:e8:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '340b572c-362a-49d4-8129-316dd7f24530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:08Z', 'updated_at': '2022-03-22T11:44:22Z', 'revision_number': 5, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'subnets': [{'id': '340b572c-362a-49d4-8129-316dd7f24530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:04.374420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.380919 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.433177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9ef0de-9401-452b-bbe9-321e86784d77,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:04.443359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.449614 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:04.449980 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:04.455366 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-d5dcc10a-ecd8-40f8-bb32-d7e3eae0184b None None] Could not find standard attr ID for object 231e3340-dfa3-4d2b-a903-9207fffea15b. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:45:04.455742 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2374f6ab-189e-419c-8487-32e32e3c6f16 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/3e9ef0de-9401-452b-bbe9-321e86784d77 HTTP/1.1" status: 204 len: 168 time: 0.7231624 Mar 22 11:45:04.456908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562730c3-d092-48bd-80fd-ea318c2ade3b None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:04.458063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58820) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:04.506571 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port 7d42749b-00fa-49d1-89b2-0ee5595e6376, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7d42749b-00fa-49d1-89b2-0ee5595e6376,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:04.506929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.532528 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-50a4364b-5b1a-457c-b619-ca35b29bd943 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730400 Mar 22 11:45:04.535349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58824) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:04.540839 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:04.653562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:04.659952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:04.663296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:04.671044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:04.704124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] DHCP port deletion for 826c5186-7d6d-436a-b96b-1c8b371d5773 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:04.707143 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:04.712189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Deleting port 7d42749b-00fa-49d1-89b2-0ee5595e6376 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:04.712584 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.748324 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Deleting port d2179933-0cfb-4e93-8def-657fabfa40ea {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:04.748724 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.778354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for 7d42749b-00fa-49d1-89b2-0ee5595e6376 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:04.782025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:04.785686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.841555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:04.980785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.029016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.032734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=7d42749b-00fa-49d1-89b2-0ee5595e6376,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:05.070087 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port 7d42749b-00fa-49d1-89b2-0ee5595e6376 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:05.102701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcebb7d-d4dd-4306-9445-c6eaf617b5da,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:05.105374 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75838b7-7d8a-4f5e-ae63-8ada66733306 None None] Network 48b3862c-c853-45ed-bf89-8093f208d671 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:05.105517 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.120705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.150519 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ced8b928-5827-4edd-8a6d-0894661f34c9 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/subnets/bdcebb7d-d4dd-4306-9445-c6eaf617b5da HTTP/1.1" status: 204 len: 168 time: 1.0028121 Mar 22 11:45:05.152140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58828) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:05.182703 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:05.186003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:05.190402 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:05.190980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.196438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.210686 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=86e0384a-b22b-4d91-a9ea-6171b1313496,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:05.246346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.303342 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0464dc41-5d87-479a-9942-2507b50793c0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7667835 Mar 22 11:45:05.306186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58832) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:05.312000 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:05.333419 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826c5186-7d6d-436a-b96b-1c8b371d5773']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:05.340557 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] For port 7d42749b-00fa-49d1-89b2-0ee5595e6376, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7d42749b-00fa-49d1-89b2-0ee5595e6376,segment=NetworkSegment(faa2b8da-96b3-42ed-bd2b-0387c115e25a),segment_id=faa2b8da-96b3-42ed-bd2b-0387c115e25a)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:05.341212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.355857 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.358815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa2b8da-96b3-42ed-bd2b-0387c115e25a') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:05.359089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa2b8da-96b3-42ed-bd2b-0387c115e25a') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:05.376460 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.394740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Deleting port 747a2cb3-f58b-4d22-916e-40301deb7465 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:05.394740 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.418761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.425451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:05.425451 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.436382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:05.436816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:05.451611 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:05.497586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Calling delete_port for 7d42749b-00fa-49d1-89b2-0ee5595e6376 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:05.562874 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:05.570635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:05.574912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:05.581654 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:05.645427 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:05.666853 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.667980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:05.672147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.690583 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.708503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=826c5186-7d6d-436a-b96b-1c8b371d5773,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:05.717312 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ed046652-c63b-4250-b771-3c309bead04d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/826c5186-7d6d-436a-b96b-1c8b371d5773 HTTP/1.1" status: 204 len: 168 time: 2.0749309 Mar 22 11:45:05.717312 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58836) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:05.723938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Calling delete_port for d2179933-0cfb-4e93-8def-657fabfa40ea owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:05.770625 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.794852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] For port 747a2cb3-f58b-4d22-916e-40301deb7465, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=747a2cb3-f58b-4d22-916e-40301deb7465,segment=NetworkSegment(b1a36834-ab67-4963-8c2f-635f59b9ec7d),segment_id=b1a36834-ab67-4963-8c2f-635f59b9ec7d)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:05.795500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:05.819222 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.ipam_backend_mixin [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86e0384a-b22b-4d91-a9ea-6171b1313496 (CIDR: 2001:db8::/64) Mar 22 11:45:05.868338 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:45:05.869201 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:05.891870 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:05.892220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:05.903617 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:05.908807 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7d42749b-00fa-49d1-89b2-0ee5595e6376 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:05.950393 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 7d42749b-00fa-49d1-89b2-0ee5595e6376 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:05.950769 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7d42749b-00fa-49d1-89b2-0ee5595e6376 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:05.951154 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 816b6d95-f4c0-43ae-a575-51414a50a814 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:05.959843 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6d71f723-1deb-4249-b779-1432fcfb2fc1 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6524904 Mar 22 11:45:05.962587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58840) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:05.968661 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'subnet': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:05.982214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:05.982419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:05.991207 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 816b6d95-f4c0-43ae-a575-51414a50a814 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:05.991540 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 816b6d95-f4c0-43ae-a575-51414a50a814 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:06.021263 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Calling delete_port for 747a2cb3-f58b-4d22-916e-40301deb7465 owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:06.079908 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] DHCP port deletion for 48b3862c-c853-45ed-bf89-8093f208d671 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:06.085291 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Deleting port 747a2cb3-f58b-4d22-916e-40301deb7465 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:06.085660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.114414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:06.118688 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Usage tracker for resource:subnet and tenant:1ac8f08da7bc414190eaf11347f49547 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:06.122204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:06.127947 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:06.221875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:06.225599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.299240 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] For port 747a2cb3-f58b-4d22-916e-40301deb7465, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=747a2cb3-f58b-4d22-916e-40301deb7465,segment=NetworkSegment(b1a36834-ab67-4963-8c2f-635f59b9ec7d),segment_id=b1a36834-ab67-4963-8c2f-635f59b9ec7d)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:06.299646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.418572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Deleting port 7d42749b-00fa-49d1-89b2-0ee5595e6376 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:06.418572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.431547 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.451042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Calling delete_port for 747a2cb3-f58b-4d22-916e-40301deb7465 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:06.485174 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Deleting port d2179933-0cfb-4e93-8def-657fabfa40ea {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:06.485712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.522872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Port': ['ID=747a2cb3-f58b-4d22-916e-40301deb7465,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:06.532461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] No DVR routers for this DVR port 747a2cb3-f58b-4d22-916e-40301deb7465 on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:06.573401 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-a21f1534-eed8-45a5-a0c5-26415805a0c0 None None] The port '7d42749b-00fa-49d1-89b2-0ee5595e6376' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:45:06.658301 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:06.658661 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:06.673242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.707324 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.objects.ports [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88742) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 11:45:06.708373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b3862c-c853-45ed-bf89-8093f208d671']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:06.724119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a36834-ab67-4963-8c2f-635f59b9ec7d') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:06.724393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a36834-ab67-4963-8c2f-635f59b9ec7d') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:06.742354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.790319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.803872 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:06.804561 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:06.819067 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:06.849556 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:06.849993 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.919200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332279'] for router_interface, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.971702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Calling delete_port for d2179933-0cfb-4e93-8def-657fabfa40ea owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:06.979513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.044609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.048708 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.083881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Pushing event deleted for resources: {'Network': ['ID=48b3862c-c853-45ed-bf89-8093f208d671,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:07.092622 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-071644eb-7e29-43b3-8644-5fe0e96f0207 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/networks/48b3862c-c853-45ed-bf89-8093f208d671 HTTP/1.1" status: 204 len: 168 time: 1.9377906 Mar 22 11:45:07.093521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58846) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:07.102351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:07.102634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:07.142325 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fcaa519e-a2da-4d39-ab23-2796b5ed6428 tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "GET /v2.0/ports?device_id=04be60b5-ef3d-4d5d-9bc1-485994a6ab14 HTTP/1.1" status: 200 len: 205 time: 0.0477176 Mar 22 11:45:07.152292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58850) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:07.160473 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Deleting port 747a2cb3-f58b-4d22-916e-40301deb7465 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:07.160980 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.230417 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9a786668-3667-42e7-a468-1b1ee1ea2b8c None None] The port '747a2cb3-f58b-4d22-916e-40301deb7465' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:45:07.231113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Deleting port d2179933-0cfb-4e93-8def-657fabfa40ea {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:07.232010 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.241809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:07.279150 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.336369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.359069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.359819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.464106 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:07.464763 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.467066 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:07.478325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:07.485182 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:07.485767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.508775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=7']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:07.512570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Subnet': ['ID=87659d65-433c-4eee-bafc-2256138c9e21,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:07.571338 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c632e7f7-122c-4a5b-b683-5e1b68bd8919 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6070204 Mar 22 11:45:07.575074 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58854) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:07.580766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Request body: {'port': {'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'mac_address': 'fa:16:3e:30:2d:27', 'name': 'tempest-NetworksTestDHCPv6-1254031060'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:07.589056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Calling delete_port for d2179933-0cfb-4e93-8def-657fabfa40ea owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:07.690917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:07.691429 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:07.722801 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:07.732386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:07.789796 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.814499 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Made reservation on behalf of 1ac8f08da7bc414190eaf11347f49547 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:07.820016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.861607 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port ed83da8c-ef6e-4e8d-a19f-a063859a1329 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:07.862017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.902990 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 747a2cb3-f58b-4d22-916e-40301deb7465 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:07.942232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 747a2cb3-f58b-4d22-916e-40301deb7465 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:07.942474 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 747a2cb3-f58b-4d22-916e-40301deb7465 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:07.945873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.946420 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Fanout notify agent at l3_agent the message router_deleted on router 04be60b5-ef3d-4d5d-9bc1-485994a6ab14 {{(pid=88741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:45:07.976336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:07.977517 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9c99314b-e783-4774-aa1a-4a953e265edc tempest-RoutersNegativeIpV6Test-187259395 tempest-RoutersNegativeIpV6Test-187259395-project] 10.222.0.53 "DELETE /v2.0/routers/04be60b5-ef3d-4d5d-9bc1-485994a6ab14 HTTP/1.1" status: 204 len: 168 time: 0.8194165 Mar 22 11:45:08.063637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.087258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port ed83da8c-ef6e-4e8d-a19f-a063859a1329, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=ed83da8c-ef6e-4e8d-a19f-a063859a1329,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:08.087648 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.091483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] device_id is not set on port 8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:08.212231 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for ed83da8c-ef6e-4e8d-a19f-a063859a1329 owned by network:router_interface {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:08.309331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8::be (bec7ed88-0b34-4dd1-8740-d78125a71ca3/86e0384a-b22b-4d91-a9ea-6171b1313496/8cf6b9d5-a834-4ed1-bd23-c707d102bfc8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:08.315044 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:2d27 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/87659d65-433c-4eee-bafc-2256138c9e21/8cf6b9d5-a834-4ed1-bd23-c707d102bfc8) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:08.319199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Deleting port d2179933-0cfb-4e93-8def-657fabfa40ea {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:08.319609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.450170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.544978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=ed83da8c-ef6e-4e8d-a19f-a063859a1329,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:08.548774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58862) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:08.561000 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] For port d2179933-0cfb-4e93-8def-657fabfa40ea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=d2179933-0cfb-4e93-8def-657fabfa40ea,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:08.561548 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.658376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.679207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Transition to ACTIVE for port object 8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:08.709792 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Calling delete_port for d2179933-0cfb-4e93-8def-657fabfa40ea owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:08.771021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.832238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332139'] for router_interface, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.842476 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:08.850353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:08.853340 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:08.859712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:08.860497 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.877516 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event updated for resources: {'Port': ['ID=8cf6b9d5-a834-4ed1-bd23-c707d102bfc8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:08.929546 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-29133626-106d-45aa-b922-952a0e3371d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed9614805b12482485cca0c3e9ca442b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745954 Mar 22 11:45:08.932196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58868) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:08.953979 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:08.997903 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-23cf2b6e-bdaa-4f8d-9232-8595cdeb5eb5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4191735 Mar 22 11:45:08.998144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58872) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:09.030248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.041880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] Pushing event deleted for resources: {'Port': ['ID=d2179933-0cfb-4e93-8def-657fabfa40ea,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:09.080814 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.098492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting port 8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:09.098842 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.118484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc25e3b-9756-4814-84dc-0f0ab1e94177 None None] No DVR routers for this DVR port d2179933-0cfb-4e93-8def-657fabfa40ea on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:09.131900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:45:09.139603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d33646-fce5-420d-b46d-dd5407e0aadd None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:09.337228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.368178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55af23d-fc4e-4008-97bd-a6c88620e771,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:09.379187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.382914 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-fc58d64f-a907-45e9-8c35-ef3dc691b643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a55af23d-fc4e-4008-97bd-a6c88620e771 HTTP/1.1" status: 204 len: 168 time: 0.4471183 Mar 22 11:45:09.389293 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:09.401073 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:09.405193 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ee47df79-d7ff-49c2-9415-d9d762551b68 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6847951 Mar 22 11:45:09.405431 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58878) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:09.421826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.423343 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:09.423965 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:09.476436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting subnet 340b572c-362a-49d4-8129-316dd7f24530 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:09.480734 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.539451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.558588 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:09.561726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Calling delete_port for 8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:09.603005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3', 'tenant_id': '1ac8f08da7bc414190eaf11347f49547', 'fixed_ips': [{'subnet_id': '86e0384a-b22b-4d91-a9ea-6171b1313496'}, {'subnet_id': '87659d65-433c-4eee-bafc-2256138c9e21'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:09.604355 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.628759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.722108 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:09.727694 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:09.736648 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:09.737237 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:09.809212 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.856173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.859289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Subnet': ['ID=340b572c-362a-49d4-8129-316dd7f24530,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:09.868228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918124f-93a4-4901-bdc3-8cc276049827 None None] Network 28141efb-91ce-4ef9-b371-fd5887b3b084 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:09.868421 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.879508 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58888) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:09.879665 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-76f77411-ef35-4da1-a329-51bbf3c6afc2 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/340b572c-362a-49d4-8129-316dd7f24530 HTTP/1.1" status: 204 len: 168 time: 0.4723063 Mar 22 11:45:09.939958 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Port': ['ID=8cf6b9d5-a834-4ed1-bd23-c707d102bfc8,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:10.007482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:10.113163 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.135580 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:10.139624 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-db9c823c-3e9c-48cc-aa9f-b53d390a8563 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 HTTP/1.1" status: 204 len: 168 time: 1.1404998 Mar 22 11:45:10.142333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58900) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:10.143862 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608cfcd-deb7-42fe-9997-7944d22c0554 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:10.144054 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.156606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Deleting port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:10.157228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.217992 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9bd4e576-e5e6-4a87-a969-566faf7e303c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:10.320808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9bd4e576-e5e6-4a87-a969-566faf7e303c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:10.327955 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9bd4e576-e5e6-4a87-a969-566faf7e303c tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1839142 Mar 22 11:45:10.333048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58910) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:10.389446 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8fa9d50e-d82f-4dd2-b02f-b530eee988e5 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0596840 Mar 22 11:45:10.391929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58916) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:10.453292 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Allocated IP 2001:db8::2 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/86e0384a-b22b-4d91-a9ea-6171b1313496/b3bee734-b60c-4360-962c-92f09f105b3b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:10.455749 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Allocated IP 2001:db8:0:1:f816:3eff:feb3:5fb1 (bec7ed88-0b34-4dd1-8740-d78125a71ca3/87659d65-433c-4eee-bafc-2256138c9e21/b3bee734-b60c-4360-962c-92f09f105b3b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:10.479273 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfa679-fc3a-4653-8502-05f220173ff8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:10.479417 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfa679-fc3a-4653-8502-05f220173ff8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:10.480817 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfa679-fc3a-4653-8502-05f220173ff8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:10.482437 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fbbfa679-fc3a-4653-8502-05f220173ff8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0892866 Mar 22 11:45:10.485292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58920) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:10.537942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] For port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:10.538832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.567882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] DHCP port deletion for 28141efb-91ce-4ef9-b371-fd5887b3b084 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:10.571277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 86e0384a-b22b-4d91-a9ea-6171b1313496 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:10.591483 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Deleting port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:10.591928 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.678295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Calling delete_port for c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:10.698499 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58926) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:10.825615 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1e3fa85b-f562-48cd-a223-099aeb965eee tempest-ServiceProvidersTest-1455207989 tempest-ServiceProvidersTest-1455207989-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1260123 Mar 22 11:45:10.833757 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.864880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:10.885144 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Port': ['ID=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:10.888737 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No DVR routers for this DVR port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:10.897021 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Transition to ACTIVE for port object b3bee734-b60c-4360-962c-92f09f105b3b will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:10.900189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] For port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=c4192d1b-52a6-4d50-9fd6-4299e0ea8e92,segment=NetworkSegment(9b71cec3-1ded-4bbd-acce-fae91c70ff0c),segment_id=9b71cec3-1ded-4bbd-acce-fae91c70ff0c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:10.901144 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.009507 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.033806 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Calling delete_port for c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:11.035377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28141efb-91ce-4ef9-b371-fd5887b3b084']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:11.047290 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b71cec3-1ded-4bbd-acce-fae91c70ff0c') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:11.047586 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b71cec3-1ded-4bbd-acce-fae91c70ff0c') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:11.059288 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.073377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Transition to ACTIVE for port object b3bee734-b60c-4360-962c-92f09f105b3b will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:11.078045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.084070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:11.084478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:11.099743 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:11.114558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:11.114909 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:11.159171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.161173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.220921 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.227767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:11.235099 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:11.237611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:11.262319 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.273892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Pushing event updated for resources: {'Port': ['ID=b3bee734-b60c-4360-962c-92f09f105b3b,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:11.309651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.312142 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.326974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Pushing event deleted for resources: {'Network': ['ID=28141efb-91ce-4ef9-b371-fd5887b3b084,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:11.333289 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1568cae9-d4cc-46e4-9082-75d9d6024001 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/networks/28141efb-91ce-4ef9-b371-fd5887b3b084 HTTP/1.1" status: 204 len: 168 time: 1.3960958 Mar 22 11:45:11.333992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58938) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:11.340121 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'routes': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:11.379492 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Attempting to bind port b3bee734-b60c-4360-962c-92f09f105b3b on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:11.380702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Attempting to bind port b3bee734-b60c-4360-962c-92f09f105b3b by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:11.381067 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Attempting to bind port b3bee734-b60c-4360-962c-92f09f105b3b on network bec7ed88-0b34-4dd1-8740-d78125a71ca3 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:11.387837 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:11.388469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Checking segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:11.389070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.389712 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Bound using segment: {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:11.390562 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Bound port: b3bee734-b60c-4360-962c-92f09f105b3b, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115edb35-a428-451e-95a3-bdc9eba6364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bec7ed88-0b34-4dd1-8740-d78125a71ca3'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:11.391095 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.415300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58942) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:11.473372 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.482889 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] For port b3bee734-b60c-4360-962c-92f09f105b3b, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:11.486159 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] For port b3bee734-b60c-4360-962c-92f09f105b3b, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b3bee734-b60c-4360-962c-92f09f105b3b,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:11.519897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=86e0384a-b22b-4d91-a9ea-6171b1313496,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:11.526488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.548630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.558357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.562344 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-99a2cb38-a6cc-4583-92fb-9d0379c4e539 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/86e0384a-b22b-4d91-a9ea-6171b1313496 HTTP/1.1" status: 204 len: 168 time: 1.0736797 Mar 22 11:45:11.565246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58948) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:11.567711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:11.600267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Usage tracker for resource:security_group_rule and tenant:e57e07839ea34d448dc809cd1ebd56ae is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:11.606364 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:11.615645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Deleting port c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:11.616329 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.622809 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:11.639024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.extraroute_db [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Added routes are [] {{(pid=88742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 11:45:11.639621 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.extraroute_db [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Removed routes are [] {{(pid=88742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 11:45:11.639746 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.660850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Deleting subnet 87659d65-433c-4eee-bafc-2256138c9e21 {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:11.666792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.709105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-bd31cf87-dc85-4a60-bcd5-208064f46c6f None None] The port 'c4192d1b-52a6-4d50-9fd6-4299e0ea8e92' was deleted {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:45:11.718742 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda65fc-4650-49d8-b64d-66c4633db94b None None] Pushing event updated for resources: {'Port': ['ID=b3bee734-b60c-4360-962c-92f09f105b3b,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:11.740271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.858011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.880614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.914909 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.923094 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed83da8c-ef6e-4e8d-a19f-a063859a1329 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:11.973079 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: ed83da8c-ef6e-4e8d-a19f-a063859a1329 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:11.976786 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e57e07839ea34d448dc809cd1ebd56ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570211 Mar 22 11:45:11.977039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device ed83da8c-ef6e-4e8d-a19f-a063859a1329 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:11.977039 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:11.980711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58952) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:11.982669 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756dcb8-79a3-4d46-a775-bcccdb79042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3a9dd-60d9-42a0-870a-1d36ae9cba19,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:12.017148 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:12.017758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device c4192d1b-52a6-4d50-9fd6-4299e0ea8e92 not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:12.029771 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.035272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.066800 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.115014 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.130929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.191504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Subnet': ['ID=87659d65-433c-4eee-bafc-2256138c9e21,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:12.196975 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:45:12.198084 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.217332 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6ea1f363-7789-4e34-8046-3c6967a7a2f4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/87659d65-433c-4eee-bafc-2256138c9e21 HTTP/1.1" status: 204 len: 168 time: 0.6510174 Mar 22 11:45:12.220401 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58958) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.292864 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2d09a9dd-7d81-41c0-93c1-decbf7b645fb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690696 Mar 22 11:45:12.293911 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58962) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.342867 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:12.349984 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.353107 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-35436694-1129-46f4-bc2f-a54258f3bc0c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 700 time: 1.0176530 Mar 22 11:45:12.354553 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58966) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.356865 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Sync routers for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:12.365393 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.367804 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:12.368905 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:12.383684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3a9dd-60d9-42a0-870a-1d36ae9cba19,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:12.396642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ff2ab-25b5-40cc-89cf-a3c155b5e1f2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:12.398092 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a9ff2ab-25b5-40cc-89cf-a3c155b5e1f2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1034207 Mar 22 11:45:12.400656 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.401787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58970) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.402033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0f83b178-e845-4e7b-aa32-9799ea5c435b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1c3a9dd-60d9-42a0-870a-1d36ae9cba19 HTTP/1.1" status: 204 len: 168 time: 0.4204879 Mar 22 11:45:12.405909 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-26cb522a-a546-4866-b89e-7ecd053f2c1d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:12.488700 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720525b-b515-4824-ac4c-f552af499f55 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:12.489503 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7720525b-b515-4824-ac4c-f552af499f55 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:12.558042 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7720525b-b515-4824-ac4c-f552af499f55 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:subnet {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:12.560118 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7720525b-b515-4824-ac4c-f552af499f55 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565182 Mar 22 11:45:12.561434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-26cb522a-a546-4866-b89e-7ecd053f2c1d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:12.562155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58976) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.567722 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:12.569085 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-26cb522a-a546-4866-b89e-7ecd053f2c1d tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 205 time: 0.2113662 Mar 22 11:45:12.572046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 58980) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.684379 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:12.688991 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Checking router: 3cf8abf9-d43b-4f74-8537-90c870edb8a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:12.698726 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Routers {'3cf8abf9-d43b-4f74-8537-90c870edb8a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:12.699811 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:12.757575 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.790182 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9fa4d846-0013-4e8e-aeef-0246f55ca96a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268672 Mar 22 11:45:12.798359 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58986) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.854841 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec598b6-46f7-4e4a-9e6a-61ec7352885f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:12.855418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec598b6-46f7-4e4a-9e6a-61ec7352885f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:12.857230 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ec598b6-46f7-4e4a-9e6a-61ec7352885f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/8cf6b9d5-a834-4ed1-bd23-c707d102bfc8 HTTP/1.1" status: 404 len: 333 time: 0.0572758 Mar 22 11:45:12.862719 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.909824 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] Set router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 gateway port host: None {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:12.916428 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5df8426-b0d2-4d36-b9f8-7e2357b3a5e8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:12.917238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5df8426-b0d2-4d36-b9f8-7e2357b3a5e8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:12.918821 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f5df8426-b0d2-4d36-b9f8-7e2357b3a5e8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/87659d65-433c-4eee-bafc-2256138c9e21 HTTP/1.1" status: 404 len: 337 time: 0.0551624 Mar 22 11:45:12.925794 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 58998) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:12.985255 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8308d625-4561-4b3c-aeae-7bd58a54d27b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:12.985643 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8308d625-4561-4b3c-aeae-7bd58a54d27b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:12.987663 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8308d625-4561-4b3c-aeae-7bd58a54d27b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/86e0384a-b22b-4d91-a9ea-6171b1313496 HTTP/1.1" status: 404 len: 337 time: 0.0608590 Mar 22 11:45:12.990015 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59004) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.031057 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:13.034154 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb64c405-8d22-4e52-97b5-46ab4f32a817 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.034638 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb64c405-8d22-4e52-97b5-46ab4f32a817 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.035108 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8755e-7f28-4fcb-806e-3f1a26d5ed40 None None] The sync data for ids ['3cf8abf9-d43b-4f74-8537-90c870edb8a1'] in dv-neutron-828143-11-hyperv is: [{'id': '3cf8abf9-d43b-4f74-8537-90c870edb8a1', 'name': 'tempest-RoutersTest-router-664986452', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:44:02Z', 'updated_at': '2022-03-22T11:45:08Z', 'revision_number': 11, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:13.038642 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cb64c405-8d22-4e52-97b5-46ab4f32a817 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/231e3340-dfa3-4d2b-a903-9207fffea15b HTTP/1.1" status: 404 len: 333 time: 0.0453057 Mar 22 11:45:13.039041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59008) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.112964 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f49387-29cc-4b17-897c-ef890bbccfa4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.113434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f49387-29cc-4b17-897c-ef890bbccfa4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.117856 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-60f49387-29cc-4b17-897c-ef890bbccfa4 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/04981226-4b9d-4648-b8fb-9334b9507262 HTTP/1.1" status: 404 len: 337 time: 0.0774524 Mar 22 11:45:13.121590 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59014) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.169949 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e0085a-8b88-4f6b-951b-09b17a874bca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.170347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e0085a-8b88-4f6b-951b-09b17a874bca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.172043 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-72e0085a-8b88-4f6b-951b-09b17a874bca tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/3e9ef0de-9401-452b-bbe9-321e86784d77 HTTP/1.1" status: 404 len: 337 time: 0.0494962 Mar 22 11:45:13.182427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59018) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.190512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.192959 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.225127 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fd27ce-a284-48c6-be15-95ca4ddb08f6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.225642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fd27ce-a284-48c6-be15-95ca4ddb08f6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.227284 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-11fd27ce-a284-48c6-be15-95ca4ddb08f6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/44d568b0-4299-4546-b2a5-97b333188056 HTTP/1.1" status: 404 len: 333 time: 0.0438502 Mar 22 11:45:13.231016 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59022) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.257563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1ad78-0903-4fa8-8ae4-4a1a30654fdd None None] Network bec7ed88-0b34-4dd1-8740-d78125a71ca3 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:13.275476 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d23f36b-6a37-4d82-bc11-437bcce85ecd tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.276076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d23f36b-6a37-4d82-bc11-437bcce85ecd tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.277964 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0d23f36b-6a37-4d82-bc11-437bcce85ecd tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/57bb9d54-5662-416d-b540-0872ad3f8e81 HTTP/1.1" status: 404 len: 337 time: 0.0449991 Mar 22 11:45:13.280554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59026) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.286916 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44f6ec7d-164b-44bd-ac6a-0742714cb70e None None] Could not find standard attr ID for object 8cf6b9d5-a834-4ed1-bd23-c707d102bfc8. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:45:13.318199 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a383f79-1a62-4f76-a5e9-dcbe4404a7bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.318662 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a383f79-1a62-4f76-a5e9-dcbe4404a7bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.322922 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6a383f79-1a62-4f76-a5e9-dcbe4404a7bc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/3a03039e-a109-45c5-8925-2d7d1fa12e26 HTTP/1.1" status: 404 len: 337 time: 0.0389493 Mar 22 11:45:13.323290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59030) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.342992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.343626 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf8abf9-d43b-4f74-8537-90c870edb8a1 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:45:13.368072 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-906cb412-7e01-4424-96fd-17e7fb27d93e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.368584 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906cb412-7e01-4424-96fd-17e7fb27d93e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.370950 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-906cb412-7e01-4424-96fd-17e7fb27d93e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/19cb73da-57ee-4b31-a63d-eebf74c1f947 HTTP/1.1" status: 404 len: 333 time: 0.0468342 Mar 22 11:45:13.373011 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.373484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59036) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.377991 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0bc467c2-2449-4e39-b5db-619ab53a5b1f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 204 len: 168 time: 0.8044462 Mar 22 11:45:13.387128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59040) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.392726 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1868109708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:13.405679 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:13.410137 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Usage tracker for resource:router and tenant:ca336a62640b460f9c522ae9485e3332 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:13.413043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:13.420461 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:13.446882 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-44f6ec7d-164b-44bd-ac6a-0742714cb70e None None] Provisioning for port b3bee734-b60c-4360-962c-92f09f105b3b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:13.447055 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51071ed-091b-47af-90c9-662185666bbc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.447383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51071ed-091b-47af-90c9-662185666bbc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.450206 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d51071ed-091b-47af-90c9-662185666bbc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/54096d88-e44b-4e4c-a880-5126d4a1fae0 HTTP/1.1" status: 404 len: 337 time: 0.0752604 Mar 22 11:45:13.452344 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59048) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.503916 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b40850b-db7f-4a8c-84d9-ce5a7cacd85b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.504375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b40850b-db7f-4a8c-84d9-ce5a7cacd85b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.506071 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0b40850b-db7f-4a8c-84d9-ce5a7cacd85b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/2d25a3a3-4062-4f79-a91c-8d6f8e4a6a9b HTTP/1.1" status: 404 len: 337 time: 0.0511646 Mar 22 11:45:13.508671 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59052) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.522977 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.524070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.539019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.549952 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfde8174-db20-4405-a594-cecc9dc2f1fc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.550272 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfde8174-db20-4405-a594-cecc9dc2f1fc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.551943 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-cfde8174-db20-4405-a594-cecc9dc2f1fc tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/65ce98da-31b9-44cf-b127-0238f283d8ab HTTP/1.1" status: 404 len: 333 time: 0.0423636 Mar 22 11:45:13.554668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59056) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.561187 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] DHCP port deletion for bec7ed88-0b34-4dd1-8740-d78125a71ca3 request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:13.565295 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Deleting port b3bee734-b60c-4360-962c-92f09f105b3b {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:13.565670 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.595972 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-480a3490-3149-4ef1-b382-184db0b7c8ad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.596535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480a3490-3149-4ef1-b382-184db0b7c8ad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.608305 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-480a3490-3149-4ef1-b382-184db0b7c8ad tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/a71d9bc9-4290-41d4-bc01-bc9127c2c469 HTTP/1.1" status: 404 len: 337 time: 0.0521233 Mar 22 11:45:13.610912 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59062) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.655339 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ec2c53-2ecd-415c-8c05-27d1e53600be tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.655815 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ec2c53-2ecd-415c-8c05-27d1e53600be tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.659924 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-38ec2c53-2ecd-415c-8c05-27d1e53600be tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/69e95731-cddc-45f1-9001-b550f152d352 HTTP/1.1" status: 404 len: 333 time: 0.0456431 Mar 22 11:45:13.660080 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59066) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.663096 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.699645 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0362e205-67a7-47a3-9382-017e96f5d812 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.700582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0362e205-67a7-47a3-9382-017e96f5d812 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.704063 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0362e205-67a7-47a3-9382-017e96f5d812 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/8638c1cd-ac8b-4ce2-b864-ea0e03c884f9 HTTP/1.1" status: 404 len: 337 time: 0.0408697 Mar 22 11:45:13.704436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59072) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.747153 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-48243b2c-7b4d-4de4-904a-ae04519a84a3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.747666 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48243b2c-7b4d-4de4-904a-ae04519a84a3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.749652 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-48243b2c-7b4d-4de4-904a-ae04519a84a3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/85d45075-a142-4177-a15e-341ac5c04f54 HTTP/1.1" status: 404 len: 333 time: 0.0441494 Mar 22 11:45:13.754463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59076) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.780024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.781254 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2c25710b-1b15-45b1-92d6-50a3c7a41088 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3931479 Mar 22 11:45:13.790636 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59080) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.797434 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-34348dec-8d40-4f0d-b460-fa646f0f0169 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.797972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34348dec-8d40-4f0d-b460-fa646f0f0169 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.802054 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-34348dec-8d40-4f0d-b460-fa646f0f0169 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/51e73fb5-d41b-432f-8b83-aa9c91fe9e4a HTTP/1.1" status: 404 len: 337 time: 0.0467141 Mar 22 11:45:13.802324 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59084) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.802932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:13.846317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] For port b3bee734-b60c-4360-962c-92f09f105b3b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=b3bee734-b60c-4360-962c-92f09f105b3b,segment=NetworkSegment(115edb35-a428-451e-95a3-bdc9eba6364f),segment_id=115edb35-a428-451e-95a3-bdc9eba6364f)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:13.846317 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.855383 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a78c87-f5a1-4364-9c1e-2b4d1d79d2a7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.855867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a78c87-f5a1-4364-9c1e-2b4d1d79d2a7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.859797 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-85a78c87-f5a1-4364-9c1e-2b4d1d79d2a7 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/22c1da61-97d2-41e2-8058-d3f47dcb2592 HTTP/1.1" status: 404 len: 333 time: 0.0544055 Mar 22 11:45:13.860042 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59088) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.897425 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-040bedd4-ba81-46b9-b14f-ded4ef47c571 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.897879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040bedd4-ba81-46b9-b14f-ded4ef47c571 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.902033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-040bedd4-ba81-46b9-b14f-ded4ef47c571 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/556c6854-d4b4-4694-91f5-65f5d8e032d9 HTTP/1.1" status: 404 len: 337 time: 0.0385437 Mar 22 11:45:13.902214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59092) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.949621 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f35ac1-6945-455c-9533-f4ad1fc5b325 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.950103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f35ac1-6945-455c-9533-f4ad1fc5b325 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:13.952560 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1f35ac1-6945-455c-9533-f4ad1fc5b325 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/1bdf93dd-767e-406c-973a-f46e880d090a HTTP/1.1" status: 404 len: 333 time: 0.0487304 Mar 22 11:45:13.954569 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59098) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:13.981590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Calling delete_port for b3bee734-b60c-4360-962c-92f09f105b3b owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:13.997624 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5315fa1-56d8-46d4-886a-354e3fb4da52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:13.997993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5315fa1-56d8-46d4-886a-354e3fb4da52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.002215 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f5315fa1-56d8-46d4-886a-354e3fb4da52 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/f32f998c-a29e-445c-9fc5-4345ca3ef5aa HTTP/1.1" status: 404 len: 337 time: 0.0441535 Mar 22 11:45:14.002382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59102) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.046446 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a31381-0188-4b6e-9774-c0188062a1df tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.046915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a31381-0188-4b6e-9774-c0188062a1df tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.051001 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b0a31381-0188-4b6e-9774-c0188062a1df tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/4482f1d3-d5c5-4e29-a51b-0a980929dcf0 HTTP/1.1" status: 404 len: 333 time: 0.0453300 Mar 22 11:45:14.051179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59106) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.096105 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3459d666-4c49-454a-8e5f-fee8197c9b8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.096739 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3459d666-4c49-454a-8e5f-fee8197c9b8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.098566 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3459d666-4c49-454a-8e5f-fee8197c9b8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/5d9b6473-958f-4176-a62b-72e6fee912e1 HTTP/1.1" status: 404 len: 337 time: 0.0463424 Mar 22 11:45:14.101119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59110) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.138007 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:45:14.139723 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5ecd49-22da-40af-a92a-5281373cf882 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.140182 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5ecd49-22da-40af-a92a-5281373cf882 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.141926 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0b5ecd49-22da-40af-a92a-5281373cf882 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/7c7920e3-0a5b-4679-a052-9cad2009b248 HTTP/1.1" status: 404 len: 337 time: 0.0399179 Mar 22 11:45:14.144744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59114) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.145591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:14.186597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a292c508-76d2-4c70-b5e1-f7102d6baa5b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.187075 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a292c508-76d2-4c70-b5e1-f7102d6baa5b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.191225 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a292c508-76d2-4c70-b5e1-f7102d6baa5b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/20c4a81b-bd60-40d1-ab90-a9440cbcee7d HTTP/1.1" status: 404 len: 333 time: 0.0431044 Mar 22 11:45:14.191386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59120) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.214042 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] No DVR routers for this DVR port b3bee734-b60c-4360-962c-92f09f105b3b on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:14.236370 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf0b2c-e0a8-446f-a0a2-8477f44baebb None None] Pushing event deleted for resources: {'Port': ['ID=b3bee734-b60c-4360-962c-92f09f105b3b,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:14.239621 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d9c1d-421f-4585-820c-dddfcef11fc0 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:45:14.243646 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ef1909-4c17-40e5-a752-119b97463edf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.244200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ef1909-4c17-40e5-a752-119b97463edf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.249141 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-20ef1909-4c17-40e5-a752-119b97463edf tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/ee930a57-cac4-4927-b35e-512382d12e95 HTTP/1.1" status: 404 len: 337 time: 0.0567253 Mar 22 11:45:14.250138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59124) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.293800 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e223a-491b-4d11-b604-04e59026d6c8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.294102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151e223a-491b-4d11-b604-04e59026d6c8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.296088 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-151e223a-491b-4d11-b604-04e59026d6c8 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/f998c277-83d8-4aba-9cf3-b6e016eded48 HTTP/1.1" status: 404 len: 337 time: 0.0447397 Mar 22 11:45:14.298581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59130) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.332853 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d9c1d-421f-4585-820c-dddfcef11fc0 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:45:14.346880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:14.350483 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc065a5b-7279-4107-8c38-0c4be3bf7c4a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.351488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc065a5b-7279-4107-8c38-0c4be3bf7c4a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.355545 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fc065a5b-7279-4107-8c38-0c4be3bf7c4a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/519df2ad-9775-4e3e-8668-d454406cccf8 HTTP/1.1" status: 404 len: 333 time: 0.0530703 Mar 22 11:45:14.355829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59134) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.392744 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60997ae-480e-4719-a5c9-f31eb69326e9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.393195 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60997ae-480e-4719-a5c9-f31eb69326e9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.394863 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a60997ae-480e-4719-a5c9-f31eb69326e9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/2e071a08-e41a-4135-9004-b06990190676 HTTP/1.1" status: 404 len: 337 time: 0.0380757 Mar 22 11:45:14.397419 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59138) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.439128 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333904'] for router, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:14.446515 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef09dd5c-abf3-4dcf-8877-f92e3010bdfe tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.446515 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef09dd5c-abf3-4dcf-8877-f92e3010bdfe tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.446515 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ef09dd5c-abf3-4dcf-8877-f92e3010bdfe tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/9c437308-b059-4f05-86ef-9110d2345630 HTTP/1.1" status: 404 len: 337 time: 0.0452683 Mar 22 11:45:14.448958 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59144) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.511329 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e61194-663f-42f0-bd93-3ec456e1c357 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.511805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e61194-663f-42f0-bd93-3ec456e1c357 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.516432 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-07e61194-663f-42f0-bd93-3ec456e1c357 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/2f48c789-114e-47dc-8f2b-b4dc9a5b5cfa HTTP/1.1" status: 404 len: 333 time: 0.0659127 Mar 22 11:45:14.517290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59148) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.562444 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a45f40-415d-46bf-80a1-fd570d8c8475 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.563107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a45f40-415d-46bf-80a1-fd570d8c8475 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.565269 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-66a45f40-415d-46bf-80a1-fd570d8c8475 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/c146c32b-2eae-4257-8f39-6f9f08025ddc HTTP/1.1" status: 404 len: 337 time: 0.0469186 Mar 22 11:45:14.568020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59154) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.616299 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecfebd6-c193-4978-b23e-77cd320469b3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.616737 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecfebd6-c193-4978-b23e-77cd320469b3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.618605 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-4ecfebd6-c193-4978-b23e-77cd320469b3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b70329d6-0bec-48e5-b689-3187a0046d75 HTTP/1.1" status: 404 len: 337 time: 0.0492525 Mar 22 11:45:14.621444 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59162) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.671209 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-679320b6-534d-4a47-8dcd-68ca349d5f3f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Synchronizing usage tracker for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:14.679461 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1d38e-0b93-421e-a58e-503d1e3b3798 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:45:14.707697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59168) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.747604 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Router 13d87114-3775-4c36-b805-6e48f37355d0 is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:45:14.768459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff1d38e-0b93-421e-a58e-503d1e3b3798 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:45:14.823366 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-679320b6-534d-4a47-8dcd-68ca349d5f3f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Unset dirty status for tenant:1ac8f08da7bc414190eaf11347f49547 on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:14.825335 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-679320b6-534d-4a47-8dcd-68ca349d5f3f tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports?device_id=a07e7293-0041-4a49-9e0c-1204ac729c6b HTTP/1.1" status: 200 len: 205 time: 0.2028673 Mar 22 11:45:14.828117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59174) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.892380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'network': {'name': 'tempest-network-smoke--239556712', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'port_security_enabled': True}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:14.902260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:14.904764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:14.912939 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:14.916543 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9ecabb6d-2469-49f6-bd1f-d7e1a37217d6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "PUT /v2.0/routers/13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 200 len: 694 time: 1.1221058 Mar 22 11:45:14.916708 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Sync routers for ids ['13d87114-3775-4c36-b805-6e48f37355d0'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:14.916813 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:network and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:14.919156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59178) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.921870 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:14.942150 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-2dff6d88-2fb9-4acc-93cd-4bdf0e9f6007 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] delete failed (client error): The resource could not be found. Mar 22 11:45:14.946026 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2dff6d88-2fb9-4acc-93cd-4bdf0e9f6007 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/routers/a07e7293-0041-4a49-9e0c-1204ac729c6b HTTP/1.1" status: 404 len: 336 time: 0.1119444 Mar 22 11:45:14.946676 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59182) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:14.948219 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Routers {'13d87114-3775-4c36-b805-6e48f37355d0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:14.948854 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['13d87114-3775-4c36-b805-6e48f37355d0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:14.985936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:14.989637 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa505279-9f05-4b60-805b-7a12157e7b7e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:14.990207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa505279-9f05-4b60-805b-7a12157e7b7e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:14.994472 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-aa505279-9f05-4b60-805b-7a12157e7b7e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/61152917-769c-4d27-adfb-4f7f3dbdd6e2 HTTP/1.1" status: 404 len: 337 time: 0.0436523 Mar 22 11:45:14.995471 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59186) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.040591 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-11424ff7-5f15-4777-afd5-36c03a1916fb tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3e7636-3e59-420f-a718-de70e104867b HTTP/1.1" status: 200 len: 205 time: 0.0436871 Mar 22 11:45:15.043491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59190) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.068605 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f01b06b9-7365-45bf-86b7-6259caa0b3a8 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/routers/13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 200 len: 700 time: 0.1456449 Mar 22 11:45:15.068869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59194) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.116485 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-543a3e54-3c74-4466-85ed-77b7714d8797 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 200 len: 205 time: 0.0440805 Mar 22 11:45:15.116823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59198) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.118059 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b144b6ee-6e3a-49ab-b415-c77d1381b0c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] delete failed (client error): The resource could not be found. Mar 22 11:45:15.118709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Set router 13d87114-3775-4c36-b805-6e48f37355d0 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:15.122300 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b144b6ee-6e3a-49ab-b415-c77d1381b0c3 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/routers/bc3e7636-3e59-420f-a718-de70e104867b HTTP/1.1" status: 404 len: 336 time: 0.0753090 Mar 22 11:45:15.122525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59202) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.122646 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Made reservation on behalf of 24e2b8bdcc474dddbbd7066e64da7f4d for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:15.126045 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.163711 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e09237-0056-4feb-9ee0-72e17b06a125 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.164325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e09237-0056-4feb-9ee0-72e17b06a125 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.168774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1e09237-0056-4feb-9ee0-72e17b06a125 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b9dc3011-18e5-4fe8-99e4-bf33d1f86102 HTTP/1.1" status: 404 len: 337 time: 0.0427787 Mar 22 11:45:15.169179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59208) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.209858 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd95ffec-531a-4960-a142-01c1e9acc427 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.210488 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd95ffec-531a-4960-a142-01c1e9acc427 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.214872 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fd95ffec-531a-4960-a142-01c1e9acc427 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/771612d5-9e78-48c1-baa6-8aaa61a413b2 HTTP/1.1" status: 404 len: 337 time: 0.0422602 Mar 22 11:45:15.215159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59212) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.233200 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d87114-3775-4c36-b805-6e48f37355d0', 'name': 'tempest-RoutersTest-router-1868109708', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:13Z', 'updated_at': '2022-03-22T11:45:14Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:15.239466 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Checking router: 13d87114-3775-4c36-b805-6e48f37355d0 for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:15.251091 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Routers {'13d87114-3775-4c36-b805-6e48f37355d0'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:15.251703 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['13d87114-3775-4c36-b805-6e48f37355d0'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:15.267168 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-944b618e-f1ae-4fd8-8c2f-19f73189611d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.267782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944b618e-f1ae-4fd8-8c2f-19f73189611d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.271827 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-944b618e-f1ae-4fd8-8c2f-19f73189611d tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/873d54b6-17d7-476d-9639-e2015d360aec HTTP/1.1" status: 404 len: 333 time: 0.0525939 Mar 22 11:45:15.271994 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.272103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59220) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.312508 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7284a7b3-14cb-42ad-9d7f-734450ef503e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.314052 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7284a7b3-14cb-42ad-9d7f-734450ef503e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.315154 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7284a7b3-14cb-42ad-9d7f-734450ef503e tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b1e275c7-9584-42b7-8d58-9b6520b6f8d3 HTTP/1.1" status: 404 len: 337 time: 0.0417724 Mar 22 11:45:15.318295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59228) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.372240 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-848e83ba-2e3d-4949-ac97-dfcf42b1a707 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.372764 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848e83ba-2e3d-4949-ac97-dfcf42b1a707 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.377686 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-848e83ba-2e3d-4949-ac97-dfcf42b1a707 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/eddfa868-e1fe-45e5-968e-f2a46c100b06 HTTP/1.1" status: 404 len: 333 time: 0.0580838 Mar 22 11:45:15.378369 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59232) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.426079 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ed9b2f-4ada-441e-84b8-33b8b10da5d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.426541 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ed9b2f-4ada-441e-84b8-33b8b10da5d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.429414 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-05ed9b2f-4ada-441e-84b8-33b8b10da5d6 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/b0b86a5c-828f-4151-891f-44643e24d8c6 HTTP/1.1" status: 404 len: 337 time: 0.0485551 Mar 22 11:45:15.431089 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59236) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.456752 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.471563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] Set router 13d87114-3775-4c36-b805-6e48f37355d0 gateway port host: None {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:15.474183 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c400b9-8de4-4a18-94de-444fcb5a0fe2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.474670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c400b9-8de4-4a18-94de-444fcb5a0fe2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.479552 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-38c400b9-8de4-4a18-94de-444fcb5a0fe2 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/34559225-2a94-45f3-bbf1-46f9f0288d03 HTTP/1.1" status: 404 len: 333 time: 0.0437555 Mar 22 11:45:15.480769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59240) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.525455 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e2700c-0357-4594-aeff-ed7f8f0d9ce9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.525919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e2700c-0357-4594-aeff-ed7f8f0d9ce9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.530868 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d3e2700c-0357-4594-aeff-ed7f8f0d9ce9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/cddadd8c-ed21-444a-9506-cbfaabada0cc HTTP/1.1" status: 404 len: 337 time: 0.0456362 Mar 22 11:45:15.531037 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:15.531181 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59244) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.576008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:15.583136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:15.594848 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-12463ba6-2207-4c8c-b626-7d34979135fa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.595386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12463ba6-2207-4c8c-b626-7d34979135fa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.600988 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-12463ba6-2207-4c8c-b626-7d34979135fa tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/d73df30f-bffe-4f7b-aa64-840debbdbd67 HTTP/1.1" status: 404 len: 333 time: 0.0696101 Mar 22 11:45:15.601606 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59248) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.604999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d87114-3775-4c36-b805-6e48f37355d0', 'name': 'tempest-RoutersTest-router-1868109708', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:13Z', 'updated_at': '2022-03-22T11:45:14Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:15.614855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d99e2-0bdf-407b-aaf1-17923bb58c09 None None] The sync data for ids ['13d87114-3775-4c36-b805-6e48f37355d0'] in dv-neutron-828143-11-hyperv is: [{'id': '13d87114-3775-4c36-b805-6e48f37355d0', 'name': 'tempest-RoutersTest-router-1868109708', 'tenant_id': 'ca336a62640b460f9c522ae9485e3332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:13Z', 'updated_at': '2022-03-22T11:45:14Z', 'revision_number': 2, 'project_id': 'ca336a62640b460f9c522ae9485e3332', 'gw_port_host': None}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:15.655898 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3267c6d-c3cb-4568-a6c8-ab37aafa4cf0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.656357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3267c6d-c3cb-4568-a6c8-ab37aafa4cf0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.658261 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e3267c6d-c3cb-4568-a6c8-ab37aafa4cf0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/25f52f95-ac2e-460f-bb52-aa1684de75ec HTTP/1.1" status: 404 len: 337 time: 0.0557144 Mar 22 11:45:15.661612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59252) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.706815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:15.720879 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ceacf1-5056-413a-bd24-326c0e131048 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.748931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ceacf1-5056-413a-bd24-326c0e131048 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.748931 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-69ceacf1-5056-413a-bd24-326c0e131048 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/05e6d3dd-7964-4251-b589-693741d34377 HTTP/1.1" status: 404 len: 333 time: 0.0608692 Mar 22 11:45:15.751026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59260) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.794749 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a2bf54-b085-434e-8792-c168c8806066 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.795296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a2bf54-b085-434e-8792-c168c8806066 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.800387 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-77a2bf54-b085-434e-8792-c168c8806066 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/309ec858-b9f7-4462-acc2-a5f43c17ff3d HTTP/1.1" status: 404 len: 337 time: 0.0449743 Mar 22 11:45:15.800387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59264) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.806055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.812086 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.888492 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-374c7a4b-8734-4d7a-b73f-f1fdccf843a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.888997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374c7a4b-8734-4d7a-b73f-f1fdccf843a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.895155 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-374c7a4b-8734-4d7a-b73f-f1fdccf843a9 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/5248501d-9d03-44a3-abd3-8bdcd5e80267 HTTP/1.1" status: 404 len: 333 time: 0.0896139 Mar 22 11:45:15.895326 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59268) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.897631 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.937454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa26c83-9881-4ed7-a38c-0016d1a6e347 req-16111bdc-8cea-4511-b35b-c7f198230de2 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:15.938656 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-464c6188-27ef-4e70-8cb2-3f3dc7292de0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:15.939102 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0fa26c83-9881-4ed7-a38c-0016d1a6e347 req-16111bdc-8cea-4511-b35b-c7f198230de2 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1032631 Mar 22 11:45:15.939501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464c6188-27ef-4e70-8cb2-3f3dc7292de0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:15.950260 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.950857 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Fanout notify agent at l3_agent the message router_deleted on router 13d87114-3775-4c36-b805-6e48f37355d0 {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:45:15.957687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:15.958843 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-66f56ea6-ae50-4d18-b085-639e995e1b54 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 204 len: 168 time: 0.8410566 Mar 22 11:45:15.960701 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-464c6188-27ef-4e70-8cb2-3f3dc7292de0 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/bf8e088d-4fec-4400-81bb-17e6234dd4e1 HTTP/1.1" status: 404 len: 337 time: 0.0654111 Mar 22 11:45:15.962915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59274) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.965502 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59276) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:15.998107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-0fa26c83-9881-4ed7-a38c-0016d1a6e347 req-5283f1c1-7971-43b9-b102-af97dd3a87ac tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527742 Mar 22 11:45:16.037924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.054440 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5b637bca-c120-4493-a92e-b3e4b7be8ddd tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 200 len: 205 time: 0.0904927 Mar 22 11:45:16.057700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59284) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.061351 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a231a-bde5-445c-a1ad-729d1bfdd923 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.061803 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0a231a-bde5-445c-a1ad-729d1bfdd923 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.063384 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0c0a231a-bde5-445c-a1ad-729d1bfdd923 tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/ports/5d8cc195-672e-4561-a663-31bea61d9538 HTTP/1.1" status: 404 len: 333 time: 0.0970776 Mar 22 11:45:16.066988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59288) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.120905 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:16.129343 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4faf4bb-bce4-4920-8424-5d3594d65f8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.129799 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4faf4bb-bce4-4920-8424-5d3594d65f8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.130580 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-bf21c01c-82ca-46af-a463-58a489ada110 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:16.131604 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bf21c01c-82ca-46af-a463-58a489ada110 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/13d87114-3775-4c36-b805-6e48f37355d0 HTTP/1.1" status: 404 len: 336 time: 0.0727894 Mar 22 11:45:16.133088 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274e5782-d5aa-463d-8e28-837e6e536da8,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:16.134133 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59292) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.141508 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e4faf4bb-bce4-4920-8424-5d3594d65f8b tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/subnets/419f30f7-3fcd-489a-9d03-623bdba0fa12 HTTP/1.1" status: 404 len: 337 time: 0.0668793 Mar 22 11:45:16.142430 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.142768 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Added segment ca694785-be9c-4b8b-9526-0d9643d15ff3 of type vlan for network d46678b7-fe6d-42bb-853c-204c8c4e32a0 Mar 22 11:45:16.147934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59296) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.259639 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.286786 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-363361c7-6628-4216-b495-898b981df021 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.287338 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.287463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363361c7-6628-4216-b495-898b981df021 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.289194 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-363361c7-6628-4216-b495-898b981df021 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/8594f057-e1ec-4dc9-a497-f15275e7dccb HTTP/1.1" status: 404 len: 337 time: 0.1541140 Mar 22 11:45:16.292236 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59300) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.331830 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-075791b8-9073-4b52-a4d7-72b870974ba6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.332292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075791b8-9073-4b52-a4d7-72b870974ba6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.335594 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-075791b8-9073-4b52-a4d7-72b870974ba6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/3180157b-e1c3-4afe-a439-f64f336815c0 HTTP/1.1" status: 404 len: 337 time: 0.0408361 Mar 22 11:45:16.336956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59304) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.374743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.376971 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a314d71-3c32-49c0-b8cd-ac3969f263e3 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.380242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a314d71-3c32-49c0-b8cd-ac3969f263e3 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.380242 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0a314d71-3c32-49c0-b8cd-ac3969f263e3 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/90911de5-fcbd-42de-9bc8-15ec20ddd37a HTTP/1.1" status: 404 len: 337 time: 0.0414307 Mar 22 11:45:16.380445 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:16.380776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.381978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59308) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.424491 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a97a87-fc91-43fd-a8a7-6443db6da854 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.424963 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a97a87-fc91-43fd-a8a7-6443db6da854 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.426613 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-89a97a87-fc91-43fd-a8a7-6443db6da854 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/340b572c-362a-49d4-8129-316dd7f24530 HTTP/1.1" status: 404 len: 337 time: 0.0432358 Mar 22 11:45:16.429357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59312) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.472234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5323a945-d5d8-4c4f-90c5-1c8d4730994f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Synchronizing usage tracker for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:16.484632 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5323a945-d5d8-4c4f-90c5-1c8d4730994f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] Unset dirty status for tenant:ca336a62640b460f9c522ae9485e3332 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:16.488190 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5323a945-d5d8-4c4f-90c5-1c8d4730994f tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 200 len: 205 time: 0.0555224 Mar 22 11:45:16.488437 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59316) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.489451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.558407 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-0003720c-0475-46f0-b8c6-aa98f702abb6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:16.559674 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0003720c-0475-46f0-b8c6-aa98f702abb6 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/3cf8abf9-d43b-4f74-8537-90c870edb8a1 HTTP/1.1" status: 404 len: 336 time: 0.0704172 Mar 22 11:45:16.562506 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59320) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.570077 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Network': ['ID=d46678b7-fe6d-42bb-853c-204c8c4e32a0,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:16.572966 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec7ed88-0b34-4dd1-8740-d78125a71ca3']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:16.580995 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-873c2dd6-4407-4727-91e5-54c89fb43cb8 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8720765 Mar 22 11:45:16.584250 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59324) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.588884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:16.592280 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'admin_state_up': True, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:16.599766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115edb35-a428-451e-95a3-bdc9eba6364f') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:16.600341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115edb35-a428-451e-95a3-bdc9eba6364f') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:16.611733 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:16.618160 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.623710 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f67def5f-308e-4c23-bf2d-78223831204e tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f6f362-df49-45f3-9065-8b24f1227d9e HTTP/1.1" status: 200 len: 205 time: 0.0601072 Mar 22 11:45:16.624604 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59328) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.625751 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:router and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:16.631005 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:16.639609 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:16.645105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.653641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:16.654270 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:16.670889 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:16.700330 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-0019ccce-dcde-442c-94e3-7209bcfd7937 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:16.703583 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0019ccce-dcde-442c-94e3-7209bcfd7937 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/89f6f362-df49-45f3-9065-8b24f1227d9e HTTP/1.1" status: 404 len: 336 time: 0.0775907 Mar 22 11:45:16.704430 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59332) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.743774 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54141d0-46ea-4c3c-9de4-8937593e889c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:16.744308 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54141d0-46ea-4c3c-9de4-8937593e889c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:16.746105 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f54141d0-46ea-4c3c-9de4-8937593e889c tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/97053452-4caa-4b80-b8d2-99bf527c371c HTTP/1.1" status: 404 len: 337 time: 0.0406506 Mar 22 11:45:16.747348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.748348 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.748945 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59336) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.766350 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.792467 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-429d2fea-46a4-491f-a088-2820793bb010 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 200 len: 205 time: 0.0422709 Mar 22 11:45:16.794850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59340) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.839302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.843981 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:16.863323 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b45d4ea2-127a-4c45-8c76-a5bdeaabd661 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:16.864267 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b45d4ea2-127a-4c45-8c76-a5bdeaabd661 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/38f16158-0338-4f1e-9b47-f459b4d0894d HTTP/1.1" status: 404 len: 336 time: 0.0685306 Mar 22 11:45:16.867035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59344) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.909983 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-63b50982-23f2-46b5-93dc-a6724bcc7776 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacf6828-a4be-48ee-b523-b0aaa1e254da HTTP/1.1" status: 200 len: 205 time: 0.0420759 Mar 22 11:45:16.912227 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59348) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:16.925491 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] 10.222.0.53 "DELETE /v2.0/networks/bec7ed88-0b34-4dd1-8740-d78125a71ca3 HTTP/1.1" status: 204 len: 168 time: 0.7765715 Mar 22 11:45:16.932091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e7e1c-84f0-45e3-b130-1cdc08967a2a tempest-NetworksTestDHCPv6-1068137013 tempest-NetworksTestDHCPv6-1068137013-project] Pushing event deleted for resources: {'Network': ['ID=bec7ed88-0b34-4dd1-8740-d78125a71ca3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:16.981658 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-5a434322-48b0-481c-8b22-6869a3d08e91 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:16.982760 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5a434322-48b0-481c-8b22-6869a3d08e91 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/aacf6828-a4be-48ee-b523-b0aaa1e254da HTTP/1.1" status: 404 len: 336 time: 0.0696347 Mar 22 11:45:16.985340 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59354) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.023992 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec60d44f-5e76-40ba-bb29-9875d7c5cc03 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:17.024745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec60d44f-5e76-40ba-bb29-9875d7c5cc03 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:17.029647 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ec60d44f-5e76-40ba-bb29-9875d7c5cc03 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/bb5bd9c5-dab5-401a-bdd1-6ebd7079baaf HTTP/1.1" status: 404 len: 337 time: 0.0408983 Mar 22 11:45:17.030423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59360) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.085312 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7a361ba5-f622-48ef-afac-c307386402ca tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a781a7-fe24-4039-bac3-8ae526ae0712 HTTP/1.1" status: 200 len: 205 time: 0.0543761 Mar 22 11:45:17.088613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59364) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.158383 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b5d67f73-a0c5-47bb-86a9-14de333c1122 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:17.161938 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b5d67f73-a0c5-47bb-86a9-14de333c1122 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/b0a781a7-fe24-4039-bac3-8ae526ae0712 HTTP/1.1" status: 404 len: 336 time: 0.0697315 Mar 22 11:45:17.162110 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59368) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.202958 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7976a86c-0302-4a7b-b57f-86aea3668d79 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:17.203439 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7976a86c-0302-4a7b-b57f-86aea3668d79 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:17.207686 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7976a86c-0302-4a7b-b57f-86aea3668d79 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/5c83dc4d-1ad6-464a-8283-e18c38f548f6 HTTP/1.1" status: 404 len: 337 time: 0.0420594 Mar 22 11:45:17.207876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59372) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.254834 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7ddc7ebc-bf35-49aa-8746-d1cf3f8c8cec tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 HTTP/1.1" status: 200 len: 205 time: 0.0432599 Mar 22 11:45:17.254834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59376) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.287558 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15416'] for router, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.324487 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-8608572c-ef37-4df1-b0bb-aa9324f17638 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] delete failed (client error): The resource could not be found. Mar 22 11:45:17.325530 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8608572c-ef37-4df1-b0bb-aa9324f17638 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/routers/0e67c703-9d19-4ca4-92be-88f5f6e2f0d1 HTTP/1.1" status: 404 len: 336 time: 0.0698011 Mar 22 11:45:17.328138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59380) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.331785 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8180c-89ba-4b9d-9c1e-01d2ac021878 req-4c088ede-b5a0-46db-8705-3f73ab6ae69c tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:17.333339 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-bfc8180c-89ba-4b9d-9c1e-01d2ac021878 req-4c088ede-b5a0-46db-8705-3f73ab6ae69c tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1573081 Mar 22 11:45:17.365697 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3680ef7c-4079-472f-ac30-be9f5811b445 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:17.366166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3680ef7c-4079-472f-ac30-be9f5811b445 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:17.367822 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3680ef7c-4079-472f-ac30-be9f5811b445 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/745ffd72-d40e-4b9e-9f9b-b968a72aa9ee HTTP/1.1" status: 404 len: 337 time: 0.0387619 Mar 22 11:45:17.370935 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59386) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.408570 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.pecan_wsgi.hooks.translation [None req-038a1fcb-2792-4a6e-ac0e-3296fd0af8b5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] DELETE failed (client error): The resource could not be found. Mar 22 11:45:17.408940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038a1fcb-2792-4a6e-ac0e-3296fd0af8b5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:45:17.410597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-038a1fcb-2792-4a6e-ac0e-3296fd0af8b5 tempest-RoutersTest-554162356 tempest-RoutersTest-554162356-project] 10.222.0.53 "DELETE /v2.0/subnets/4cf3d866-0600-495b-855f-a32135aab99c HTTP/1.1" status: 404 len: 337 time: 0.0387774 Mar 22 11:45:17.413012 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-bfc8180c-89ba-4b9d-9c1e-01d2ac021878 req-f6faac90-c0d1-446f-97f2-3398b412f79b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733004 Mar 22 11:45:17.438357 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59392) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.588802 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d99a1437-40e4-42a6-a3d5-9f612d4c125b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ac8f08da7bc414190eaf11347f49547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492083 Mar 22 11:45:17.591327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59398) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.649642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.675868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.684398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for router_gateway, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.717491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.815723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59404) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:17.827138 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.854935 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Allocated IP 172.26.5.71 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/42d63af7-a18f-4603-a160-35bb3b6f1897) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:17.860631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f425bd-a85d-4e75-b82e-5a7fd7e5dc86,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:17.864092 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:17.868639 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6fa3d5a7-8bd1-446e-8ece-88a30c4adde6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4f425bd-a85d-4e75-b82e-5a7fd7e5dc86 HTTP/1.1" status: 204 len: 168 time: 0.2730341 Mar 22 11:45:18.000959 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-272f5600-bb73-4a26-8b89-3ef1f1caed82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca336a62640b460f9c522ae9485e3332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838951 Mar 22 11:45:18.003299 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59412) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:18.018331 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.068748 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.101078 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.102442 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.164140 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:18.171474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:18.175543 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:18.208776 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=42d63af7-a18f-4603-a160-35bb3b6f1897,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:18.231176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.246326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6ff558-ddef-4f34-8081-1464368a5242,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:18.253847 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.256565 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-66c95b96-9135-40dc-a30f-3e34f6002ac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b6ff558-ddef-4f34-8081-1464368a5242 HTTP/1.1" status: 204 len: 168 time: 0.2508056 Mar 22 11:45:18.610848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946673d-ff82-46ae-9142-4949ea0a98e6 req-bc2f1995-4687-4c68-948b-0899d80090f3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:18.612488 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4946673d-ff82-46ae-9142-4949ea0a98e6 req-bc2f1995-4687-4c68-948b-0899d80090f3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.0901279 Mar 22 11:45:18.685559 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-4946673d-ff82-46ae-9142-4949ea0a98e6 req-0cb95d30-b1bd-4598-a3be-874f7b172d2e tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672898 Mar 22 11:45:18.804983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for router_gateway, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:18.941276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59448) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:19.045093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1986103626'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:19.050680 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:19.056966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Usage tracker for resource:network and tenant:b75facbd0a4b424b81960b86a20e48e3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:19.065743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:19.072500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:19.159400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.164099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Made reservation on behalf of b75facbd0a4b424b81960b86a20e48e3 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:19.168093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.179750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.193987 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:19.198386 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Usage tracker for resource:security_group_rule and tenant:b75facbd0a4b424b81960b86a20e48e3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:19.201543 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:19.207208 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:19.296626 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.370009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.379635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59462) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:19.400767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:19.413105 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd7f83-0766-40c8-a546-f4c4fbee2afd,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:19.417746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.418514 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Added segment baca5141-b596-41f6-ac20-b1d5ba659944 of type vlan for network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c Mar 22 11:45:19.445685 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.450368 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Router f26e57a7-6fc0-4acc-9746-9300a87f2fde is scheduled to L3 agent f3bf87a8-7475-4292-998e-d07626c366ef with binding_index 1 {{(pid=88742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 11:45:19.520001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-937152421'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:19.529944 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.533158 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:19.535350 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:19.535924 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.539766 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Usage tracker for resource:network and tenant:36b27e1a3d994abbadde166a145c8d46 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:19.544194 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:19.552809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:19.646234 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'Network': ['ID=9e58ca3a-6152-49e5-baa7-5e618e27ee6c,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:19.656093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:19.661744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:19.665522 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Sync routers for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:19.675592 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:19.676195 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:19.683175 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Made reservation on behalf of 36b27e1a3d994abbadde166a145c8d46 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:19.688612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.702868 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.712382 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-78cc1c0b-b29c-42af-ab10-7d2a983bd168 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7698233 Mar 22 11:45:19.714962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59470) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:19.720928 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Request body: {'subnet': {'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:19.744942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.746147 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9ed75b94-0235-4102-88c6-7f071be0f5cf tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1607950 Mar 22 11:45:19.749067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:19.751073 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59474) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:19.763119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Usage tracker for resource:security_group_rule and tenant:36b27e1a3d994abbadde166a145c8d46 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:19.774816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:19.796157 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:19.884244 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:19.888398 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Usage tracker for resource:subnet and tenant:b75facbd0a4b424b81960b86a20e48e3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:19.891434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:19.899596 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:19.919066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:19.976053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Made reservation on behalf of b75facbd0a4b424b81960b86a20e48e3 for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:19.980467 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:19.984027 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-df893a5d-c250-486f-9df7-32ea7ba79c30 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=24e2b8bdcc474dddbbd7066e64da7f4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2288334 Mar 22 11:45:19.984788 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59480) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:20.147750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128495-2844-4160-b409-7b382da4ffce req-4f37cbf3-c9e6-45cb-bc20-cc08cd28a172 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:20.149296 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d8128495-2844-4160-b409-7b382da4ffce req-4f37cbf3-c9e6-45cb-bc20-cc08cd28a172 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.3306370 Mar 22 11:45:20.209062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67802e30-f481-4361-beed-4f6c72f519d1 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:20.210528 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-67802e30-f481-4361-beed-4f6c72f519d1 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2248547 Mar 22 11:45:20.213854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.214003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59484) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:20.232548 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:18Z', 'revision_number': 3, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:20.232803 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Checking router: f26e57a7-6fc0-4acc-9746-9300a87f2fde for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:20.233104 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Updating router f26e57a7-6fc0-4acc-9746-9300a87f2fde port 42d63af7-a18f-4603-a160-35bb3b6f1897 binding host dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:45:20.233993 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-d8128495-2844-4160-b409-7b382da4ffce req-f6461bb0-596c-40fa-b1d3-9bbc20928c6b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744176 Mar 22 11:45:20.258235 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a46107f8-d698-44f1-ae4c-a3e2fd437be2 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406094 Mar 22 11:45:20.258464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59488) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:20.265631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1280015423', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:20.284952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.291078 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.324036 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:20.333337 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557e925b-adb4-422c-9f88-ea4d078f6fc9,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:20.340936 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.341349 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Added segment 464167d5-f97e-40ae-97d5-15fa6130175e of type vlan for network b30c8906-7954-44c4-b302-b11fe307a02d Mar 22 11:45:20.370775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.429995 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:20.435936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:subnet and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:20.447959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:20.457548 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:20.484578 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.490316 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:20.490943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.542759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.584407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Made reservation on behalf of 24e2b8bdcc474dddbbd7066e64da7f4d for: {'subnet': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:20.588373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.607694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event updated for resources: {'Network': ['ID=b30c8906-7954-44c4-b302-b11fe307a02d,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:20.621087 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network b30c8906-7954-44c4-b302-b11fe307a02d details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:20.652645 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.664715 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.provisioning_blocks [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Transition to ACTIVE for port object 42d63af7-a18f-4603-a160-35bb3b6f1897 will not be triggered until provisioned by entity L2. {{(pid=88744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:20.669009 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-688ae68c-f783-410f-9cd7-d0fe946038c2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2879221 Mar 22 11:45:20.671465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59492) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:20.677399 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Request body: {'subnet': {'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:20.708738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'Subnet': ['ID=cbb002a5-9425-4c0c-bb31-ff1e5c148e2d,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:20.731209 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Checking segment: {'id': 'baca5141-b596-41f6-ac20-b1d5ba659944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:20.731563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Network hostable DHCP agents. Network: 9e58ca3a-6152-49e5-baa7-5e618e27ee6c, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:20.741854 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.806937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:20.811823 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Usage tracker for resource:subnet and tenant:36b27e1a3d994abbadde166a145c8d46 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:20.815142 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Attempting to bind port 42d63af7-a18f-4603-a160-35bb3b6f1897 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:20.815572 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Attempting to bind port 42d63af7-a18f-4603-a160-35bb3b6f1897 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:20.815934 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Attempting to bind port 42d63af7-a18f-4603-a160-35bb3b6f1897 on network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:20.816468 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:20.821252 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:20.824618 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:20.827741 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Checking segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:20.827741 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.828001 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:20.828139 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Bound using segment: {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'} {{(pid=88744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:20.828139 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.managers [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Bound port: 42d63af7-a18f-4603-a160-35bb3b6f1897, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b18ae4-7ec9-4f1c-af20-1da0e84d6276', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a'}}] {{(pid=88744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:20.828139 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.887066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Pushing event updated for resources: {'Port': ['ID=42d63af7-a18f-4603-a160-35bb3b6f1897,revision_number=2']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:20.905477 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9e58ca3a-6152-49e5-baa7-5e618e27ee6c) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:20.906379 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.906785 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.907123 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.907442 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.907758 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.908138 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.908527 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910236 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910236 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910236 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910236 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:20.910755 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:20.910848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.920501 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f17f9-9a9b-4276-8d12-286a2ec221ab None None] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:20.928810 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Made reservation on behalf of 36b27e1a3d994abbadde166a145c8d46 for: {'subnet': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:20.930388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.933795 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] For port 42d63af7-a18f-4603-a160-35bb3b6f1897, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:20.934070 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2411304'] for subnet, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:20.938358 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.plugins.ml2.db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] For port 42d63af7-a18f-4603-a160-35bb3b6f1897, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=42d63af7-a18f-4603-a160-35bb3b6f1897,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:21.014031 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c9088e7e-5645-4ac5-9aa9-0143215398f1 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2978439 Mar 22 11:45:21.019763 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59496) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:21.020428 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Subnet': ['ID=fc9ca993-ac3b-4930-804f-3509405b13ec,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:21.027838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Request body: {'port': {'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1251298862'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:21.040091 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron_lib.callbacks.manager [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.050738 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Checking segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:21.050990 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network hostable DHCP agents. Network: d46678b7-fe6d-42bb-853c-204c8c4e32a0, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:21.150649 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-9e58ca3a-6152-49e5-baa7-5e618e27ee6c', 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c', 'tenant_id': 'b75facbd0a4b424b81960b86a20e48e3', 'fixed_ips': [{'subnet_id': 'cbb002a5-9425-4c0c-bb31-ff1e5c148e2d'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:21.151803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.164271 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66350a14-e3ae-4b55-8e8f-5ec10c5d40f0 None None] Pushing event updated for resources: {'Port': ['ID=42d63af7-a18f-4603-a160-35bb3b6f1897,revision_number=3']} {{(pid=88744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:21.178570 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:21.180814 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:21.200836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:21.212385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:21.217271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Usage tracker for resource:port and tenant:b75facbd0a4b424b81960b86a20e48e3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:21.221940 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:21.232466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:21.278994 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, d46678b7-fe6d-42bb-853c-204c8c4e32a0) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:21.283153 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:21.284657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.301817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e956d9-7896-43c7-b6d0-fc4fb73fc958 None None] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:21.310615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Made reservation on behalf of b75facbd0a4b424b81960b86a20e48e3 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:21.318555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.346936 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] device_id is not set on port 5e1e9036-2861-448f-b221-31190bad0c77 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:21.393362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2920752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2411290'] for subnet, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.398968 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:21.429322 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Allocated IP 172.20.0.2 (9e58ca3a-6152-49e5-baa7-5e618e27ee6c/cbb002a5-9425-4c0c-bb31-ff1e5c148e2d/725bddf9-ec0c-4809-b875-f06482179a2b) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:21.479151 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2fa5a664-fd41-4792-8951-0cb6f37879b0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2172308 Mar 22 11:45:21.479624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59502) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:21.484506 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event updated for resources: {'Subnet': ['ID=cf26c521-803f-47e9-aa09-a7b57ef0b9ad,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:21.545965 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781274c6-162e-43b2-9a76-0f510f3ed061 req-8d2cc6b7-594b-4dab-af6e-cc32240103b6 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:21.547573 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-781274c6-162e-43b2-9a76-0f510f3ed061 req-8d2cc6b7-594b-4dab-af6e-cc32240103b6 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1577229 Mar 22 11:45:21.554170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Checking segment: {'id': '464167d5-f97e-40ae-97d5-15fa6130175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:21.554653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Network hostable DHCP agents. Network: b30c8906-7954-44c4-b302-b11fe307a02d, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:21.625010 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-781274c6-162e-43b2-9a76-0f510f3ed061 req-5fddff31-ea66-4a68-bc45-d085961d78da tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687068 Mar 22 11:45:21.678208 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-d46678b7-fe6d-42bb-853c-204c8c4e32a0', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:21.679018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.750179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Network b30c8906-7954-44c4-b302-b11fe307a02d is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:21.769254 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.771125 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:18Z', 'revision_number': 3, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:21.775704 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a027-a244-490e-9c5a-5be469a891e5 None None] The sync data for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv is: [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:18Z', 'revision_number': 3, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv'}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:21.780077 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Transition to ACTIVE for port object 725bddf9-ec0c-4809-b875-f06482179a2b will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:21.839753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Transition to ACTIVE for port object 725bddf9-ec0c-4809-b875-f06482179a2b will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:21.847521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, b30c8906-7954-44c4-b302-b11fe307a02d) {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:21.860239 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:21.860877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.926555 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75397ed-1d9e-4af6-a503-78e620f80738 None None] Network b30c8906-7954-44c4-b302-b11fe307a02d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:21.947671 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:21.977555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Allocated IP 172.20.0.4 (9e58ca3a-6152-49e5-baa7-5e618e27ee6c/cbb002a5-9425-4c0c-bb31-ff1e5c148e2d/5e1e9036-2861-448f-b221-31190bad0c77) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:21.994321 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4688ce89-4854-4641-9471-7e3777e2ba00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3216040 Mar 22 11:45:21.997587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59506) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:22.062668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Request body: {'port': {'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d', 'name': 'tempest-TagsExtTest-1301210409'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:22.195892 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:22.220775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Allocated IP 172.20.0.2 (d46678b7-fe6d-42bb-853c-204c8c4e32a0/fc9ca993-ac3b-4930-804f-3509405b13ec/02fca259-4448-4af5-a880-61d08f39ee17) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:22.233497 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:22.240716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:22.283354 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Pushing event updated for resources: {'Port': ['ID=725bddf9-ec0c-4809-b875-f06482179a2b,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:22.289856 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.309930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Transition to ACTIVE for port object 5e1e9036-2861-448f-b221-31190bad0c77 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:22.319875 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:22.329231 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Usage tracker for resource:port and tenant:36b27e1a3d994abbadde166a145c8d46 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:22.334392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:22.344593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:22.414830 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.484838 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.500229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:22.500464 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Made reservation on behalf of 36b27e1a3d994abbadde166a145c8d46 for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:22.503983 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.508204 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:22.514201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:22.524318 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Attempting to bind port 725bddf9-ec0c-4809-b875-f06482179a2b on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:22.524912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Attempting to bind port 725bddf9-ec0c-4809-b875-f06482179a2b by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'baca5141-b596-41f6-ac20-b1d5ba659944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:22.525824 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Attempting to bind port 725bddf9-ec0c-4809-b875-f06482179a2b on network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:22.542982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:22.543426 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Checking segment: {'id': 'baca5141-b596-41f6-ac20-b1d5ba659944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:22.543927 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.544423 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Bound using segment: {'id': 'baca5141-b596-41f6-ac20-b1d5ba659944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:22.545019 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Bound port: 725bddf9-ec0c-4809-b875-f06482179a2b, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baca5141-b596-41f6-ac20-b1d5ba659944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:22.545481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.561526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'Port': ['ID=5e1e9036-2861-448f-b221-31190bad0c77,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:22.593248 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] device_id is not set on port 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 yet. {{(pid=88742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:22.596326 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:22.597051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.693760 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d642d620-4a4e-4ce5-b8b1-aa05eddce655 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6681855 Mar 22 11:45:22.694067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59512) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:22.719247 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Request body: {'port': {'network_id': '9e58ca3a-6152-49e5-baa7-5e618e27ee6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1877611606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:22.719750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] bootfile-name is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:22.721315 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] tftp-server is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:22.721825 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] server-ip-address is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:22.756607 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] For port 725bddf9-ec0c-4809-b875-f06482179a2b, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:22.767612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] For port 725bddf9-ec0c-4809-b875-f06482179a2b, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=725bddf9-ec0c-4809-b875-f06482179a2b,segment=NetworkSegment(baca5141-b596-41f6-ac20-b1d5ba659944),segment_id=baca5141-b596-41f6-ac20-b1d5ba659944)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:22.771577 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-b30c8906-7954-44c4-b302-b11fe307a02d', 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d', 'tenant_id': '36b27e1a3d994abbadde166a145c8d46', 'fixed_ips': [{'subnet_id': 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:22.772666 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.903178 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:22.907750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Usage tracker for resource:port and tenant:b75facbd0a4b424b81960b86a20e48e3 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:22.908596 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:22.911549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:22.919222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:23.000132 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.014294 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Made reservation on behalf of b75facbd0a4b424b81960b86a20e48e3 for: {'port': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:23.018897 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.029060 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Transition to ACTIVE for port object 02fca259-4448-4af5-a880-61d08f39ee17 will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:23.043250 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] device_id is not set on port b18a1691-6be6-4d78-ba41-bd0f668f93c8 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:23.074620 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Transition to ACTIVE for port object 02fca259-4448-4af5-a880-61d08f39ee17 will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:23.075840 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef808-a8d7-4266-87f3-a89aa84f3bb5 None None] Pushing event updated for resources: {'Port': ['ID=725bddf9-ec0c-4809-b875-f06482179a2b,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:23.131633 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Allocated IP 172.20.0.11 (b30c8906-7954-44c4-b302-b11fe307a02d/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:23.176563 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.206216 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Allocated IP 172.20.0.14 (9e58ca3a-6152-49e5-baa7-5e618e27ee6c/cbb002a5-9425-4c0c-bb31-ff1e5c148e2d/b18a1691-6be6-4d78-ba41-bd0f668f93c8) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:23.239057 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04350543-81cb-447e-9e6a-75a0bdf56b5c req-26cbddbf-f3ca-4590-abda-8bea0197c56d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:23.240792 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-04350543-81cb-447e-9e6a-75a0bdf56b5c req-26cbddbf-f3ca-4590-abda-8bea0197c56d tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.3277676 Mar 22 11:45:23.252930 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:23.255541 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:23.261069 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:23.322803 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Pushing event updated for resources: {'Port': ['ID=02fca259-4448-4af5-a880-61d08f39ee17,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:23.380838 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Attempting to bind port 02fca259-4448-4af5-a880-61d08f39ee17 on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:23.381223 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Attempting to bind port 02fca259-4448-4af5-a880-61d08f39ee17 by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:23.381586 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Attempting to bind port 02fca259-4448-4af5-a880-61d08f39ee17 on network d46678b7-fe6d-42bb-853c-204c8c4e32a0 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:23.400660 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:23.401357 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Checking segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:23.401894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.402229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Bound using segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:23.404894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Bound port: 02fca259-4448-4af5-a880-61d08f39ee17, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:23.404894 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.465243 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-04350543-81cb-447e-9e6a-75a0bdf56b5c req-ddca381a-d77e-4d7a-90eb-aeb6af600fab tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101409 Mar 22 11:45:23.564407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Allocated IP 172.20.0.1 (d46678b7-fe6d-42bb-853c-204c8c4e32a0/fc9ca993-ac3b-4930-804f-3509405b13ec/e2857d4c-4692-49ca-a5a5-47d61d82e81c) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:23.572459 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] For port 02fca259-4448-4af5-a880-61d08f39ee17, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:23.576860 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] For port 02fca259-4448-4af5-a880-61d08f39ee17, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=02fca259-4448-4af5-a880-61d08f39ee17,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:23.652238 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.657009 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.672991 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.provisioning_blocks [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Transition to ACTIVE for port object b18a1691-6be6-4d78-ba41-bd0f668f93c8 will not be triggered until provisioned by entity DHCP. {{(pid=88741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:23.702232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.737488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Transition to ACTIVE for port object 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:23.757278 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989de505-7ade-48f5-9caf-58d363eba130 None None] Pushing event updated for resources: {'Port': ['ID=02fca259-4448-4af5-a880-61d08f39ee17,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:23.762866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.792349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.812434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Transition to ACTIVE for port object e2857d4c-4692-49ca-a5a5-47d61d82e81c will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:23.843373 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:23.846834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:23.857035 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:23.898051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'Port': ['ID=b18a1691-6be6-4d78-ba41-bd0f668f93c8,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:23.916624 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.950289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:23.950289 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:23.992203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Allocated IP 172.20.0.2 (b30c8906-7954-44c4-b302-b11fe307a02d/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/7a2d6497-1b05-45a1-942c-27a6c82a288d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:24.034315 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.049760 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Network b30c8906-7954-44c4-b302-b11fe307a02d is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:24.054313 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:24.056982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:24.063622 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c3030efa-52f9-452f-a4a7-14f956d06d34 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3684931 Mar 22 11:45:24.065881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 725bddf9-ec0c-4809-b875-f06482179a2b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:24.066436 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59516) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:24.147708 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:24.155398 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event updated for resources: {'Port': ['ID=89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:24.162362 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:24.180136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:24.187323 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:24.193785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:24.194706 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Synchronizing usage tracker for tenant:b75facbd0a4b424b81960b86a20e48e3 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:24.209336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:24.265487 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 725bddf9-ec0c-4809-b875-f06482179a2b completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:24.289136 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:24.289593 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.291482 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Unset dirty status for tenant:b75facbd0a4b424b81960b86a20e48e3 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:24.297106 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0ddd3db4-10d6-483f-819d-0cb079f2d81f tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2295022 Mar 22 11:45:24.298069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59520) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:24.321360 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335628'] for router_interface, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.326522 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=e2857d4c-4692-49ca-a5a5-47d61d82e81c,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:24.334216 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 42d63af7-a18f-4603-a160-35bb3b6f1897 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:24.394988 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Deleting port b18a1691-6be6-4d78-ba41-bd0f668f93c8 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:24.395470 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.404435 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.420246 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Transition to ACTIVE for port object 7a2d6497-1b05-45a1-942c-27a6c82a288d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:24.449850 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-8e0dc505-f3b1-43b9-88b6-f6189b2b6fef tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4500086 Mar 22 11:45:24.451036 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Transition to ACTIVE for port object 7a2d6497-1b05-45a1-942c-27a6c82a288d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:24.456239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59524) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:24.461929 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-906794852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:24.474008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:24.487555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Usage tracker for resource:router and tenant:36b27e1a3d994abbadde166a145c8d46 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:24.494050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:24.525938 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:24.528452 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 42d63af7-a18f-4603-a160-35bb3b6f1897 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:24.535236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 42d63af7-a18f-4603-a160-35bb3b6f1897 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:24.535747 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.589953 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.680004 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Network b30c8906-7954-44c4-b302-b11fe307a02d is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:24.693811 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:24.695697 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.703884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:24.753687 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Pushing event updated for resources: {'Port': ['ID=7a2d6497-1b05-45a1-942c-27a6c82a288d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:24.776090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:24.834328 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788f2e1-a488-430e-afbe-677153f82a67 None None] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:24.934333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Calling delete_port for b18a1691-6be6-4d78-ba41-bd0f668f93c8 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:25.015931 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.023111 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Attempting to bind port 7a2d6497-1b05-45a1-942c-27a6c82a288d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:25.023229 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Attempting to bind port 7a2d6497-1b05-45a1-942c-27a6c82a288d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '464167d5-f97e-40ae-97d5-15fa6130175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:25.023603 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Attempting to bind port 7a2d6497-1b05-45a1-942c-27a6c82a288d on network b30c8906-7954-44c4-b302-b11fe307a02d {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:25.035846 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:25.036311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Checking segment: {'id': '464167d5-f97e-40ae-97d5-15fa6130175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:25.036857 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.037466 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Bound using segment: {'id': '464167d5-f97e-40ae-97d5-15fa6130175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:25.038051 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Bound port: 7a2d6497-1b05-45a1-942c-27a6c82a288d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464167d5-f97e-40ae-97d5-15fa6130175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b30c8906-7954-44c4-b302-b11fe307a02d'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:25.038524 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.103950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15363'] for router, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.105179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.123746 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Provisioning for port 725bddf9-ec0c-4809-b875-f06482179a2b completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:25.169994 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] For port 7a2d6497-1b05-45a1-942c-27a6c82a288d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:25.170347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568116f5-3774-4d55-b5ad-4e4b22702811 req-4ef19e3f-c034-4fa1-ad33-935742aa5933 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:25.177115 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-568116f5-3774-4d55-b5ad-4e4b22702811 req-4ef19e3f-c034-4fa1-ad33-935742aa5933 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.5718567 Mar 22 11:45:25.178233 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641850c-1b5d-4347-b528-02a93a7b28e1 None None] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:25.191955 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 42d63af7-a18f-4603-a160-35bb3b6f1897, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=42d63af7-a18f-4603-a160-35bb3b6f1897,segment=NetworkSegment(f2b18ae4-7ec9-4f1c-af20-1da0e84d6276),segment_id=f2b18ae4-7ec9-4f1c-af20-1da0e84d6276)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:25.202132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.208880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Provisioning complete for port 725bddf9-ec0c-4809-b875-f06482179a2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:25.209326 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.248999 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] For port 7a2d6497-1b05-45a1-942c-27a6c82a288d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a2d6497-1b05-45a1-942c-27a6c82a288d,segment=NetworkSegment(464167d5-f97e-40ae-97d5-15fa6130175e),segment_id=464167d5-f97e-40ae-97d5-15fa6130175e)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:25.256963 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.266931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.279136 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-568116f5-3774-4d55-b5ad-4e4b22702811 req-f874c8d6-2e4c-4f2a-808b-31e77296159b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001241 Mar 22 11:45:25.289741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event deleted for resources: {'Port': ['ID=b18a1691-6be6-4d78-ba41-bd0f668f93c8,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:25.347612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.388235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331834'] for router, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.402858 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.421858 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.425807 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.435948 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-948cb02c-c5e3-45d1-8a81-ec7bd8d89c9c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "DELETE /v2.0/ports/b18a1691-6be6-4d78-ba41-bd0f668f93c8 HTTP/1.1" status: 204 len: 168 time: 1.1334949 Mar 22 11:45:25.436675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59530) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:25.442724 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Request body: {'port': {'name': 'tempest-new-port-name-55671905', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:25.442930 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] bootfile-name is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:25.443115 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] tftp-server is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:25.443449 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.api.validators [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] server-ip-address is not in valid_values {{(pid=88741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 11:45:25.528236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=42d63af7-a18f-4603-a160-35bb3b6f1897,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:25.528761 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for router, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.539283 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3b33bcb2-586f-4c00-b18e-aeb4e1d59ecc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0801158 Mar 22 11:45:25.541458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59534) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:25.546244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332261'] for router_interface, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.549911 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=e2857d4c-4692-49ca-a5a5-47d61d82e81c,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:25.556645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-163bb120-0610-4e60-8089-55e322557c87 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-943872629', 'prefixes': ['172.20.0.0/16']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:25.567249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-163bb120-0610-4e60-8089-55e322557c87 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:25.612635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.719449 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434bc09-01b9-4960-b2dd-743483c29ef1 None None] Pushing event updated for resources: {'Port': ['ID=7a2d6497-1b05-45a1-942c-27a6c82a288d,revision_number=2']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:25.725218 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:25.763025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:25.764392 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:25.879550 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] For port 725bddf9-ec0c-4809-b875-f06482179a2b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=725bddf9-ec0c-4809-b875-f06482179a2b,segment=NetworkSegment(baca5141-b596-41f6-ac20-b1d5ba659944),segment_id=baca5141-b596-41f6-ac20-b1d5ba659944)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:25.957221 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.085184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794c4c4-db9f-4ab6-abd5-c867c0c32cd1 None None] Pushing event updated for resources: {'Port': ['ID=725bddf9-ec0c-4809-b875-f06482179a2b,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:26.139299 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-163bb120-0610-4e60-8089-55e322557c87 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for subnetpool, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.144177 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-163bb120-0610-4e60-8089-55e322557c87 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5965173 Mar 22 11:45:26.144385 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 02fca259-4448-4af5-a880-61d08f39ee17 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:26.145587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59538) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:26.154992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-c47732c0-49a5-44c1-b878-7563ba7381ac tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-1207661958') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:26.190064 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0347fa05-5737-4845-8f08-d61304659685 None None] Provisioning for port 02fca259-4448-4af5-a880-61d08f39ee17 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:26.228107 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.261125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Router f26e57a7-6fc0-4acc-9746-9300a87f2fde has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:45:26.305585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.338227 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 02fca259-4448-4af5-a880-61d08f39ee17 completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:26.343911 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 02fca259-4448-4af5-a880-61d08f39ee17 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:26.344547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.468482 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Provisioning complete for port 02fca259-4448-4af5-a880-61d08f39ee17 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:26.474203 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.483808 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event updated for resources: {'Port': ['ID=5e1e9036-2861-448f-b221-31190bad0c77,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:26.511011 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] In _notify_port_updated(), no bound segment for port 5e1e9036-2861-448f-b221-31190bad0c77 on network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c {{(pid=88741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 11:45:26.516503 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.517207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.521126 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-0e5a26b8-e474-4eca-814f-14a5bbfc1e32 tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "PUT /v2.0/ports/5e1e9036-2861-448f-b221-31190bad0c77 HTTP/1.1" status: 200 len: 1134 time: 1.0811269 Mar 22 11:45:26.521285 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59544) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:26.638227 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:26.651761 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-9816efe3-4a34-4b8d-9668-dd0899d43cbc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "PUT /v2.0/routers/f26e57a7-6fc0-4acc-9746-9300a87f2fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1637132 Mar 22 11:45:26.651761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59548) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:26.653232 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Sync routers for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:26.679005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.681251 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ab9ff-d908-4532-a6cd-60b3d1a0272c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.684051 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-722ab9ff-d908-4532-a6cd-60b3d1a0272c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Synchronizing usage tracker for tenant:b75facbd0a4b424b81960b86a20e48e3 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:26.704564 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:26.705199 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:26.719321 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c47732c0-49a5-44c1-b878-7563ba7381ac tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-1207661958 HTTP/1.1" status: 201 len: 201 time: 0.5706682 Mar 22 11:45:26.719591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59552) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:26.725284 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-a6933faf-07c6-4e6c-b0d4-fb4df79c13b0 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-396165139') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:26.773000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-722ab9ff-d908-4532-a6cd-60b3d1a0272c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Unset dirty status for tenant:b75facbd0a4b424b81960b86a20e48e3 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:26.778448 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-722ab9ff-d908-4532-a6cd-60b3d1a0272c tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "GET /v2.0/ports/5e1e9036-2861-448f-b221-31190bad0c77 HTTP/1.1" status: 200 len: 1134 time: 0.2562122 Mar 22 11:45:26.780791 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59556) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:26.880826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d51e9-35db-4365-9173-beba856b9c40 req-fea750ed-2d04-4e55-a155-0d4db44a2550 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.884229 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-042d51e9-35db-4365-9173-beba856b9c40 req-fea750ed-2d04-4e55-a155-0d4db44a2550 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.3379059 Mar 22 11:45:26.934391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.935311 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.935986 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.936170 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Deleting port 5e1e9036-2861-448f-b221-31190bad0c77 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:26.936552 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:26.937112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.937793 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.938436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.939097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:26.941228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1494b6a9-0300-41a4-a7a8-53d37f6a4f49 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.2844272 Mar 22 11:45:26.987408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59560) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.071243 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-042d51e9-35db-4365-9173-beba856b9c40 req-8fa147d6-bed4-4bc9-a216-5756afdd2ed7 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285555 Mar 22 11:45:27.115667 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.116437 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.116940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.117391 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.118097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.118309 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.119334 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:27.121218 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b8cb88cc-8383-49a3-8276-c0100076393c tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4569 time: 0.1327856 Mar 22 11:45:27.125734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59564) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.217776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990992e-f583-4ff3-a08b-87b67bd8d7cc None None] Network b30c8906-7954-44c4-b302-b11fe307a02d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:27.277911 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a6933faf-07c6-4e6c-b0d4-fb4df79c13b0 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-396165139 HTTP/1.1" status: 201 len: 201 time: 0.5569613 Mar 22 11:45:27.280893 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port 02fca259-4448-4af5-a880-61d08f39ee17, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=02fca259-4448-4af5-a880-61d08f39ee17,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:27.282098 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59568) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.288152 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.293525 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-fb694db1-8431-484d-9564-288d78ef32e2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-534777037') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:27.309599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:27.373267 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-75b91629-4cca-493f-b78f-95f253a0de88 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 0.2456481 Mar 22 11:45:27.414686 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.442002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.442789 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a2d6497-1b05-45a1-942c-27a6c82a288d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:27.505018 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f9528191-5e20-4bb4-87ca-e9e78957bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.614335 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Calling delete_port for 5e1e9036-2861-448f-b221-31190bad0c77 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:27.681244 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59576) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.686424 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675659863', 'description': 'tempest-secgroup-smoke-675659863 description', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:27.692471 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:27.698132 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:27.701891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:27.707897 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fb694db1-8431-484d-9564-288d78ef32e2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-534777037 HTTP/1.1" status: 201 len: 201 time: 0.4223614 Mar 22 11:45:27.708091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:27.708197 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59580) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.714816 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-3e0de73b-7070-4cd2-b22a-7456854e8cda tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-1508075821') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:27.750419 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:27.750775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:27.792484 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.819495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:27.824892 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:27.828599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=02fca259-4448-4af5-a880-61d08f39ee17,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:27.830008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:27.837135 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:27.878121 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3e0de73b-7070-4cd2-b22a-7456854e8cda tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-1508075821 HTTP/1.1" status: 201 len: 201 time: 0.1687825 Mar 22 11:45:27.880615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59584) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.886039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-ad5e8ce7-0976-4465-9d79-126e1eee9ced tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:27.950105 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ad5e8ce7-0976-4465-9d79-126e1eee9ced tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 200 len: 241 time: 0.0684814 Mar 22 11:45:27.952307 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:27.959512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59588) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:27.981460 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port 7a2d6497-1b05-45a1-942c-27a6c82a288d completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:27.991571 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 42d63af7-a18f-4603-a160-35bb3b6f1897 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:28.011214 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-1a6b9ed5-188d-41e9-9127-ec200bb18955 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-1207661958') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.017954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.040207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event deleted for resources: {'Port': ['ID=5e1e9036-2861-448f-b221-31190bad0c77,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:28.090745 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 2, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.096824 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.099269 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Checking router: f26e57a7-6fc0-4acc-9746-9300a87f2fde for host: dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:28.101632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Updating router f26e57a7-6fc0-4acc-9746-9300a87f2fde port e2857d4c-4692-49ca-a5a5-47d61d82e81c binding host dv-neutron-828143-11-hyperv {{(pid=88743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:45:28.182524 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.205309 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1a6b9ed5-188d-41e9-9127-ec200bb18955 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-1207661958 HTTP/1.1" status: 204 len: 168 time: 0.2154610 Mar 22 11:45:28.208099 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59594) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.213703 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-45f81232-e898-432a-b0cc-0d5ccc8b15e5 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-1207661958') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.236248 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.275431 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 42d63af7-a18f-4603-a160-35bb3b6f1897 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:28.276914 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.288782 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f1322e38-0f32-4a59-9acd-8348db02de6e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "DELETE /v2.0/ports/5e1e9036-2861-448f-b221-31190bad0c77 HTTP/1.1" status: 204 len: 168 time: 1.5066805 Mar 22 11:45:28.291514 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59598) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.384137 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Deleting subnet cbb002a5-9425-4c0c-bb31-ff1e5c148e2d {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:28.388345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.470454 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.474978 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7926178 Mar 22 11:45:28.537980 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59602) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.556352 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:28.568734 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:28.575146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11bc9a-0203-4bed-9035-77978a2d870a tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81b644-8f05-46d9-bd53-6c086ef023a2,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:28.578416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:28.582861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:28.591302 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:28.600377 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Could not find standard attr ID for object 5e1e9036-2861-448f-b221-31190bad0c77. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:45:28.601964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.634950 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09ef9a-d0b3-48aa-8904-8cea26fb3601 req-459a1520-5f2d-4614-a9f8-906becd3b948 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:28.637051 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-8c09ef9a-d0b3-48aa-8904-8cea26fb3601 req-459a1520-5f2d-4614-a9f8-906becd3b948 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1718905 Mar 22 11:45:28.674892 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-45f81232-e898-432a-b0cc-0d5ccc8b15e5 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-1207661958 HTTP/1.1" status: 204 len: 168 time: 0.4655623 Mar 22 11:45:28.675568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59610) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.687382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-85daf7cf-9f0c-4919-ac7b-c9e3cb5dc4f6 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.694359 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-8c09ef9a-d0b3-48aa-8904-8cea26fb3601 req-98330848-47db-4b7c-a47c-c6454068d3f3 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Mar 22 11:45:28.710336 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.779050 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.804898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.827717 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Provisioning for port e2857d4c-4692-49ca-a5a5-47d61d82e81c completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:28.843133 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-85daf7cf-9f0c-4919-ac7b-c9e3cb5dc4f6 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 200 len: 205 time: 0.1642346 Mar 22 11:45:28.843465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59614) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.846456 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Provisioning complete for port e2857d4c-4692-49ca-a5a5-47d61d82e81c triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:28.847001 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.850564 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-88036811-4020-4406-af28-9265cc89775d tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.880129 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 02fca259-4448-4af5-a880-61d08f39ee17 up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:28.892477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.922418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098f97af-9e7e-42ce-a084-902b21de47a0,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:28.958608 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-88036811-4020-4406-af28-9265cc89775d tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 200 len: 240 time: 0.1134026 Mar 22 11:45:28.961091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59618) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:28.963438 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:28.966742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-1295a883-ad87-4cf3-923c-55135be84a00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-396165139') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:28.980169 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Port e2857d4c-4692-49ca-a5a5-47d61d82e81c cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:45:29.013100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.016940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.018159 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3ece199a-6f45-4144-ac66-c438476638fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4791067 Mar 22 11:45:29.020852 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59622) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.023002 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b810d-f4a6-4dbb-b16c-31c99122210b None None] Network 9e58ca3a-6152-49e5-baa7-5e618e27ee6c requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:29.028013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:29.031655 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb002a5-9425-4c0c-bb31-ff1e5c148e2d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:29.035788 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8afac15e-f460-4731-ba5e-293d1894102e tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "DELETE /v2.0/subnets/cbb002a5-9425-4c0c-bb31-ff1e5c148e2d HTTP/1.1" status: 204 len: 168 time: 0.7410080 Mar 22 11:45:29.036061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59626) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.039545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:29.040611 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Provisioning complete for port 725bddf9-ec0c-4809-b875-f06482179a2b triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:29.040985 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-03165e14-3f63-44f0-bfc0-3ccabd5515f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.063210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:29.067433 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:29.071043 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 02fca259-4448-4af5-a880-61d08f39ee17 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:29.072024 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.092628 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:29.164584 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1295a883-ad87-4cf3-923c-55135be84a00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-396165139 HTTP/1.1" status: 204 len: 168 time: 0.2024715 Mar 22 11:45:29.168339 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59630) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.172964 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-3d61f425-9b94-4139-bed8-452e7dc510b2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-396165139') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:29.183055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.194010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Deleting port 725bddf9-ec0c-4809-b875-f06482179a2b {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:29.194562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.251026 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.281713 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks [] for port, precommit_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.325937 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3d61f425-9b94-4139-bed8-452e7dc510b2 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-396165139 HTTP/1.1" status: 204 len: 168 time: 0.1575928 Mar 22 11:45:29.328385 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59634) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.335300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-a025712e-84aa-4fe3-8792-0a0fd40617dc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:29.366528 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Transition to ACTIVE for port object e2857d4c-4692-49ca-a5a5-47d61d82e81c will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:29.389728 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.412834 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a025712e-84aa-4fe3-8792-0a0fd40617dc tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0805087 Mar 22 11:45:29.413320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59638) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.418468 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-fc9664ca-0ee7-4b21-9315-943169005b68 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:29.462125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] For port 725bddf9-ec0c-4809-b875-f06482179a2b, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=725bddf9-ec0c-4809-b875-f06482179a2b,segment=NetworkSegment(baca5141-b596-41f6-ac20-b1d5ba659944),segment_id=baca5141-b596-41f6-ac20-b1d5ba659944)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:29.462486 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.462606 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.523722 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.568597 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fc9664ca-0ee7-4b21-9315-943169005b68 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 200 len: 240 time: 0.1521437 Mar 22 11:45:29.569259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59642) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.575700 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-a19f53c6-0d58-46d9-82b9-8b702e9ed18c tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-534777037') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:29.608460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Calling delete_port for 725bddf9-ec0c-4809-b875-f06482179a2b owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:29.614623 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 725bddf9-ec0c-4809-b875-f06482179a2b up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:29.680439 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaddcba-3b76-4d07-98e7-4c17d5821c35,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:29.756060 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae43b2-8744-431a-90c6-7dc7a0b73b64 None None] Pushing event updated for resources: {'Port': ['ID=e2857d4c-4692-49ca-a5a5-47d61d82e81c,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:29.777599 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a19f53c6-0d58-46d9-82b9-8b702e9ed18c tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-534777037 HTTP/1.1" status: 204 len: 168 time: 0.2072418 Mar 22 11:45:29.780198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59648) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.800879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-3b7fe248-e0c3-4b55-b30a-e628996e4185 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-534777037') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:29.839890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.843817 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Could not find standard attr ID for object 5e1e9036-2861-448f-b221-31190bad0c77. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:45:29.882484 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No active binding found for port 725bddf9-ec0c-4809-b875-f06482179a2b {{(pid=88743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 11:45:29.882903 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 725bddf9-ec0c-4809-b875-f06482179a2b not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 11:45:29.903711 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.903711 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-af8be1fd-377d-43a7-8333-a244f794f101 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8748815 Mar 22 11:45:29.904393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.908891 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59652) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:29.928422 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Attempting to bind port e2857d4c-4692-49ca-a5a5-47d61d82e81c on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:29.928813 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Attempting to bind port e2857d4c-4692-49ca-a5a5-47d61d82e81c by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:29.929170 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Attempting to bind port e2857d4c-4692-49ca-a5a5-47d61d82e81c on network d46678b7-fe6d-42bb-853c-204c8c4e32a0 {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:29.941849 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:29.942268 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Checking segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:29.942609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.943582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Bound using segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:29.943582 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Bound port: e2857d4c-4692-49ca-a5a5-47d61d82e81c, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:29.943937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:29.955775 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e50fa0-6f58-4ea0-bfe5-0f73ac6ffef9 None None] DHCP port deletion for 9e58ca3a-6152-49e5-baa7-5e618e27ee6c request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:29.958385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:29.978623 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2cec7-0383-4536-ae50-f9d6986d9c7d req-df8e9485-86ed-47c2-9665-1e7d020e0eb1 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:29.979558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Port 725bddf9-ec0c-4809-b875-f06482179a2b not found, will not notify nova. {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 11:45:29.980619 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bdc2cec7-0383-4536-ae50-f9d6986d9c7d req-df8e9485-86ed-47c2-9665-1e7d020e0eb1 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1246152 Mar 22 11:45:30.003394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event deleted for resources: {'Port': ['ID=725bddf9-ec0c-4809-b875-f06482179a2b,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:30.006675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:30.015185 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] No DVR routers for this DVR port 725bddf9-ec0c-4809-b875-f06482179a2b on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:30.022854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:30.037634 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Could not find standard attr ID for object b18a1691-6be6-4d78-ba41-bd0f668f93c8. {{(pid=88743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:45:30.046386 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-bdc2cec7-0383-4536-ae50-f9d6986d9c7d req-07fbc070-6d8f-4bdd-a960-a502224e82e0 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472341 Mar 22 11:45:30.051188 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:30.070611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:30.073235 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8bf0-2745-4879-89a4-94edf3c318ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.077059 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] For port e2857d4c-4692-49ca-a5a5-47d61d82e81c, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:30.080247 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] For port e2857d4c-4692-49ca-a5a5-47d61d82e81c, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e2857d4c-4692-49ca-a5a5-47d61d82e81c,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:30.150834 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Provisioning for port 7a2d6497-1b05-45a1-942c-27a6c82a288d completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:30.162766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Provisioning complete for port 7a2d6497-1b05-45a1-942c-27a6c82a288d triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:30.162766 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.186551 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.231053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.276555 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.290694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e58ca3a-6152-49e5-baa7-5e618e27ee6c']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.291105 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:30.291733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.319917 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca5141-b596-41f6-ac20-b1d5ba659944') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.320196 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca5141-b596-41f6-ac20-b1d5ba659944') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.366950 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae43b2-8744-431a-90c6-7dc7a0b73b64 None None] Pushing event updated for resources: {'Port': ['ID=e2857d4c-4692-49ca-a5a5-47d61d82e81c,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:30.448493 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e269c-c8a9-4607-843a-936420b12763 req-4d0306ec-2c04-4372-b52a-26180cacbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:30.450277 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0a3e269c-c8a9-4607-843a-936420b12763 req-4d0306ec-2c04-4372-b52a-26180cacbfc7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.4956152 Mar 22 11:45:30.463512 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b7fe248-e0c3-4b55-b30a-e628996e4185 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-534777037 HTTP/1.1" status: 204 len: 168 time: 0.6755450 Mar 22 11:45:30.466812 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.467562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59656) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.472690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-1b733f96-3f11-455a-964e-fd3f7cb1ce43 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.502694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.514662 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:30.515148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:30.529966 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:30.584163 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.611754 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1b733f96-3f11-455a-964e-fd3f7cb1ce43 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 200 len: 205 time: 0.1430259 Mar 22 11:45:30.612341 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59660) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.617365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-c5b4d3b9-b920-4339-98f3-7074fbee9b03 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.620663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.622689 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-0a3e269c-c8a9-4607-843a-936420b12763 req-77428d2a-715b-4a90-bd7c-1030427e1a6c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495292 Mar 22 11:45:30.635037 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvr_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:30.641802 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c5b4d3b9-b920-4339-98f3-7074fbee9b03 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 200 len: 241 time: 0.0282362 Mar 22 11:45:30.644705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59664) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.649695 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-37f65d46-b729-4767-859d-08dca6e0ec32 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-1508075821') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.676282 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-37f65d46-b729-4767-859d-08dca6e0ec32 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-1508075821 HTTP/1.1" status: 204 len: 168 time: 0.0276358 Mar 22 11:45:30.678202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59668) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.683669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-a9d3dec6-2b06-4265-b810-8d00671f17cf tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-1508075821') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.699448 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.705184 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] For port 7a2d6497-1b05-45a1-942c-27a6c82a288d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a2d6497-1b05-45a1-942c-27a6c82a288d,segment=NetworkSegment(464167d5-f97e-40ae-97d5-15fa6130175e),segment_id=464167d5-f97e-40ae-97d5-15fa6130175e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:30.724622 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.726226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.753931 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.770549 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.777193 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a93901-1560-4916-9f90-a0ddbe1af6b6,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:30.779123 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] Pushing event deleted for resources: {'Network': ['ID=9e58ca3a-6152-49e5-baa7-5e618e27ee6c,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:30.794569 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1b47cba0-7901-4d99-a5da-7ccbd148f48b tempest-ExtraDHCPOptionsTestJSON-137291194 tempest-ExtraDHCPOptionsTestJSON-137291194-project] 10.222.0.53 "DELETE /v2.0/networks/9e58ca3a-6152-49e5-baa7-5e618e27ee6c HTTP/1.1" status: 204 len: 168 time: 1.7575042 Mar 22 11:45:30.844216 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a9d3dec6-2b06-4265-b810-8d00671f17cf tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-1508075821 HTTP/1.1" status: 204 len: 168 time: 0.1649861 Mar 22 11:45:30.846831 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59674) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.853320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-53ef6ea5-81de-4cd0-aca6-43808159ee9e tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.885769 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-53ef6ea5-81de-4cd0-aca6-43808159ee9e tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 200 len: 205 time: 0.0373046 Mar 22 11:45:30.888366 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59678) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.889855 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 725bddf9-ec0c-4809-b875-f06482179a2b no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:30.893549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-47c47469-a793-478b-b0c8-2ef66deb61b8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.895912 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:30.900735 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-92ea12ea-a125-427e-a9d2-d65e7b00597d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9574354 Mar 22 11:45:30.908357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59682) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.908357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:30.916216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:30.921837 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:30.924982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:30.930034 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47c47469-a793-478b-b0c8-2ef66deb61b8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0405092 Mar 22 11:45:30.932585 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59686) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:30.933979 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:30.938288 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 725bddf9-ec0c-4809-b875-f06482179a2b {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:30.938660 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-95710c65-2c94-421c-81f5-334ff616bdbe tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:30.938790 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 725bddf9-ec0c-4809-b875-f06482179a2b not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:30.941053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.036755 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.074756 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Pushing event updated for resources: {'Port': ['ID=7a2d6497-1b05-45a1-942c-27a6c82a288d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:31.077555 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-95710c65-2c94-421c-81f5-334ff616bdbe tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1438785 Mar 22 11:45:31.080020 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59692) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.086325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-2e886b0b-b1bc-4e24-8a2c-d6dc65b4cb32 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.114997 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Provisioning for port 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:31.115235 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.126684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Provisioning complete for port 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:31.127140 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.161085 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2e886b0b-b1bc-4e24-8a2c-d6dc65b4cb32 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0798664 Mar 22 11:45:31.163555 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59696) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.168388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-f19c56b6-2eda-43a7-b0fa-dad8dce95c42 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.179538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.189795 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-07696e7c-9fa0-45e9-a124-5053eb51787a None None] Port 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:45:31.193260 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_hamode_db [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:30Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.198076 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6da3f-1b42-4661-8d89-83309eb80818 None None] The sync data for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv is: [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:30Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:31.270470 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f19c56b6-2eda-43a7-b0fa-dad8dce95c42 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1059535 Mar 22 11:45:31.275544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59700) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.276834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975471d2-a12f-4cb7-b44c-32a754a28c70,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:31.285433 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-01df51c2-43fc-4ff1-8a38-d406965ad5df tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-451374843') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.341952 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc313-dfc6-4b2b-ac2d-f5a167dcbf22 req-0e59b298-c3f4-4be7-b8e6-100898b30455 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:31.343881 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a61dc313-dfc6-4b2b-ac2d-f5a167dcbf22 req-0e59b298-c3f4-4be7-b8e6-100898b30455 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 945 time: 0.1464658 Mar 22 11:45:31.364063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.365252 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ad593b04-2485-4965-b619-9f7cb4fba373 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4631369 Mar 22 11:45:31.368293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59704) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.378224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:31.395907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:31.405295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:31.410060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:31.415287 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-a61dc313-dfc6-4b2b-ac2d-f5a167dcbf22 req-3840a079-5d97-424c-9a9d-c37ce2a05b32 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650802 Mar 22 11:45:31.419426 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:31.440684 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-01df51c2-43fc-4ff1-8a38-d406965ad5df tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-451374843 HTTP/1.1" status: 201 len: 201 time: 0.1639493 Mar 22 11:45:31.443605 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59710) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.449669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-feab205e-05e7-4e3e-8d47-845214682966 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-165776853') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.496148 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Project 24e2b8bdcc474dddbbd7066e64da7f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:45:31.504091 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.517715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59714) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.593240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.661174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.685134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd5f819-d4cf-4a36-a28a-a2043c72411c,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:31.697214 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-feab205e-05e7-4e3e-8d47-845214682966 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-165776853 HTTP/1.1" status: 201 len: 201 time: 0.2511215 Mar 22 11:45:31.704572 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59720) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.716934 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-a8956f63-ee0c-46e6-a2ee-9ba259197940 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-962755949') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:31.718408 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.775894 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.780472 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e5643ada-7e90-4ae5-aaa0-16b32aa47ce2 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4082470 Mar 22 11:45:31.781627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59724) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.788529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'security_group_rule': {'security_group_id': 'aa81b644-8f05-46d9-bd53-6c086ef023a2', 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:31.794264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:31.798833 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:security_group_rule and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:31.802943 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:31.828720 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:31.894695 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5d374952-f0b6-40e1-b97b-3fad34b06939 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b75facbd0a4b424b81960b86a20e48e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755665 Mar 22 11:45:31.897595 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59728) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:31.944229 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Project 24e2b8bdcc474dddbbd7066e64da7f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:45:31.954888 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:31.987047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.038063 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.076094 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.091535 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a8956f63-ee0c-46e6-a2ee-9ba259197940 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-962755949 HTTP/1.1" status: 201 len: 201 time: 0.3858111 Mar 22 11:45:32.109109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59732) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:32.113006 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-46ec4c7d-80ba-43c8-bd96-dfaae322ba95 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-236198220') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:32.163702 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 74984437-8ab9-49fc-8cd8-dd2b5aba3639 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:45:32.171296 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 74984437-8ab9-49fc-8cd8-dd2b5aba3639 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:32.383105 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-46ec4c7d-80ba-43c8-bd96-dfaae322ba95 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-236198220 HTTP/1.1" status: 201 len: 201 time: 0.2730520 Mar 22 11:45:32.386320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59736) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:32.386451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.387664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.392725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-361b7c1c-b492-4df5-9695-411428562f70 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', {'tags': ['tempest-TagsExtTest-Tag-335273502', 'tempest-TagsExtTest-Tag-327362160', 'tempest-TagsExtTest-Tag-444440399']}) {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:32.416554 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.425539 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd7f83-0766-40c8-a546-f4c4fbee2afd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:32.435882 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73554545-1f5a-431d-a5b6-8622e544827b,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:32.444182 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:32.451669 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.452265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.452832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.453381 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.453938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.454897 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.455055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.455926 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.456053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.456571 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.457252 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.458058 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.463938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:45:32.470113 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'port_id': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'mac_address': 'fa:16:3e:7e:28:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:45:32.471538 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.472114 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.473008 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.477908 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.479105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.479105 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:32.484220 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:32.484759 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.488191 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ef71f563-64fa-40e1-b242-dd684731d6ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fbd7f83-0766-40c8-a546-f4c4fbee2afd HTTP/1.1" status: 204 len: 168 time: 0.5877166 Mar 22 11:45:32.513161 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.529773 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5662eacc-1f2d-4bee-90e9-6a3001641847 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7319868 Mar 22 11:45:32.557735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.612915 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'code': 200} Mar 22 11:45:32.640478 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:32.670591 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74984437-8ab9-49fc-8cd8-dd2b5aba3639 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:45:32.678047 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=6']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:32.679427 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4036-e42b-47f3-9afa-5cd1236f296b req-b18bc093-61fe-4a4e-a2b9-6065fe873bba tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:32.681059 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-365d4036-e42b-47f3-9afa-5cd1236f296b req-b18bc093-61fe-4a4e-a2b9-6065fe873bba tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 943 time: 0.1046846 Mar 22 11:45:32.691450 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-361b7c1c-b492-4df5-9695-411428562f70 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 200 len: 315 time: 0.3053737 Mar 22 11:45:32.694282 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59750) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:32.700051 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-95677afe-e3b7-4860-a0ec-e6011201838c tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:32.738992 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-365d4036-e42b-47f3-9afa-5cd1236f296b req-8bf9b68d-eb6a-4bbc-b1a0-7d1c2034b11a tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbe1818a-afec-4a92-96dc-7a16c2e746bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Mar 22 11:45:32.742017 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.db.api [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:32.742527 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG oslo_db.api [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:32.769119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59760) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:32.844841 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-a7ff0f70-d171-4816-8e8a-de2ec7bb6ee4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Synchronizing usage tracker for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:32.896233 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1092feac-0eff-497a-afab-02ee8a00e07b tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "GET /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 200 len: 990 time: 0.1265075 Mar 22 11:45:32.936630 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-95677afe-e3b7-4860-a0ec-e6011201838c tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.2412493 Mar 22 11:45:32.939168 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59768) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:32.943849 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-274ab90e-f596-477e-91da-9d733e204a36 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-335273502') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:32.975684 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a2d6497-1b05-45a1-942c-27a6c82a288d up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:32.978940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-a7ff0f70-d171-4816-8e8a-de2ec7bb6ee4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Unset dirty status for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:32.980130 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-a7ff0f70-d171-4816-8e8a-de2ec7bb6ee4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675659863&fields=id&tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d HTTP/1.1" status: 200 len: 267 time: 0.1961071 Mar 22 11:45:33.057133 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port 7a2d6497-1b05-45a1-942c-27a6c82a288d triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:33.057535 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.130488 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-274ab90e-f596-477e-91da-9d733e204a36 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.131507 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-274ab90e-f596-477e-91da-9d733e204a36 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-335273502 HTTP/1.1" status: 404 len: 328 time: 0.1914568 Mar 22 11:45:33.135109 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59778) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.140598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-b26dd874-dd94-43b8-bc72-2c0e66beabd7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-327362160') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.157535 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-9acd64a1-51fe-432e-b78c-6a292ade3d11 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:33.158143 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-9acd64a1-51fe-432e-b78c-6a292ade3d11 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Synchronizing usage tracker for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:network {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:33.186267 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e2857d4c-4692-49ca-a5a5-47d61d82e81c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:33.213668 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b26dd874-dd94-43b8-bc72-2c0e66beabd7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.218233 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b26dd874-dd94-43b8-bc72-2c0e66beabd7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-327362160 HTTP/1.1" status: 404 len: 328 time: 0.0784748 Mar 22 11:45:33.218937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59784) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.224294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-829d91f1-6e75-403d-bc67-baa5b80668ff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad', 'tempest-TagsExtTest-Tag-444440399') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.271199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-9acd64a1-51fe-432e-b78c-6a292ade3d11 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Unset dirty status for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:network {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:33.272433 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-9acd64a1-51fe-432e-b78c-6a292ade3d11 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/networks?id=d46678b7-fe6d-42bb-853c-204c8c4e32a0 HTTP/1.1" status: 200 len: 796 time: 0.2848248 Mar 22 11:45:33.293257 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-21a56065-bcf9-4a83-8add-5ce3b10c1a0e tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/quotas/24e2b8bdcc474dddbbd7066e64da7f4d HTTP/1.1" status: 200 len: 375 time: 0.0138862 Mar 22 11:45:33.318193 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.344456 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-829d91f1-6e75-403d-bc67-baa5b80668ff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.345803 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-829d91f1-6e75-403d-bc67-baa5b80668ff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags/tempest-TagsExtTest-Tag-444440399 HTTP/1.1" status: 404 len: 328 time: 0.1266799 Mar 22 11:45:33.348748 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59788) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.356627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-1635f0ac-6fd8-49db-92d6-012ceda5b920 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', {'tags': ['tempest-TagsExtTest-Tag-833416398', 'tempest-TagsExtTest-Tag-94343381', 'tempest-TagsExtTest-Tag-175513751']}) {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.380590 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74984437-8ab9-49fc-8cd8-dd2b5aba3639 {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:45:33.392999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-83af0538-6980-49c4-bf01-88cade41690d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Synchronizing usage tracker for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:33.394290 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning for port e2857d4c-4692-49ca-a5a5-47d61d82e81c completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:33.402998 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e2857d4c-4692-49ca-a5a5-47d61d82e81c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:33.403601 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.435014 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:33.483819 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-83af0538-6980-49c4-bf01-88cade41690d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Unset dirty status for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:33.485410 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-83af0538-6980-49c4-bf01-88cade41690d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846299 Mar 22 11:45:33.511644 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1635f0ac-6fd8-49db-92d6-012ceda5b920 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 200 len: 314 time: 0.1616943 Mar 22 11:45:33.512444 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.514723 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59798) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.526184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-1357a566-0dec-4932-a5b4-9f23584536b0 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.569599 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.624071 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=7']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:33.630776 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] For port e2857d4c-4692-49ca-a5a5-47d61d82e81c, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=e2857d4c-4692-49ca-a5a5-47d61d82e81c,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:33.653844 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-5ead1cb5-3e6d-4226-9be0-7db651e963f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536479 Mar 22 11:45:33.691920 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1357a566-0dec-4932-a5b4-9f23584536b0 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1759853 Mar 22 11:45:33.692653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59804) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.697946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-b2c44cd4-f4a9-4197-91fc-d9307a52ce00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-833416398') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.722320 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:33.746290 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59808) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.781033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-b2c44cd4-f4a9-4197-91fc-d9307a52ce00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.782103 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b2c44cd4-f4a9-4197-91fc-d9307a52ce00 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-833416398 HTTP/1.1" status: 404 len: 328 time: 0.0884268 Mar 22 11:45:33.785064 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59814) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.794764 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-1a9016a2-0802-42ab-b1c0-85360b080419 service neutron] 10.222.0.53 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347525 Mar 22 11:45:33.799705 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-464efb3b-13b4-4d3b-8dc2-9ac2cb33338a tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-94343381') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.847425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Pushing event updated for resources: {'Port': ['ID=e2857d4c-4692-49ca-a5a5-47d61d82e81c,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:33.854093 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['74984437-8ab9-49fc-8cd8-dd2b5aba3639'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:45:33.886968 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-464efb3b-13b4-4d3b-8dc2-9ac2cb33338a tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.888033 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-464efb3b-13b4-4d3b-8dc2-9ac2cb33338a tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-94343381 HTTP/1.1" status: 404 len: 327 time: 0.1010215 Mar 22 11:45:33.890999 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59818) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.897010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-d5792f27-deca-4b05-a969-b5e4b69a471d tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1', 'tempest-TagsExtTest-Tag-175513751') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:33.913175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'networks': [{'name': 'tempest-network--362394121'}, {'name': 'tempest-network--1834282783'}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:33.913568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-network--362394121'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:33.914147 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-network--1834282783'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:33.919959 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:33.924142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:network and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:33.927102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:33.936735 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:33.967258 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-d5792f27-deca-4b05-a969-b5e4b69a471d tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:33.968262 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d5792f27-deca-4b05-a969-b5e4b69a471d tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags/tempest-TagsExtTest-Tag-175513751 HTTP/1.1" status: 404 len: 328 time: 0.0756741 Mar 22 11:45:33.971180 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59822) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:33.976495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-e1e23f86-964f-45b0-923f-908bb482973b tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', {'tags': ['tempest-TagsExtTest-Tag-1801491094', 'tempest-TagsExtTest-Tag-327412103', 'tempest-TagsExtTest-Tag-1337029639']}) {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:34.103300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'network': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:34.107865 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.170728 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-dc0fe16f-10fb-4425-947d-bb279056ed5d req-ef623fd9-d857-4d01-8b26-9011776186b4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 210 time: 0.1137626 Mar 22 11:45:34.180726 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.203588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:34.210497 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:security_group_rule and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:34.215468 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:34.221746 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:34.280009 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e1e23f86-964f-45b0-923f-908bb482973b tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 200 len: 317 time: 0.3077202 Mar 22 11:45:34.282648 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59834) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:34.287761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-a6e3b404-d6d0-477f-a112-1106ff330a31 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:34.307090 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.392659 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.393127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.441782 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce80766-519f-4800-831d-5736b2f347e6,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:34.453627 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:34.456407 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.456785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.457124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.457459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.457792 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.458124 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.458450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.458780 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.459102 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.459425 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.459827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.460155 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:34.475899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.475899 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment f1b87afc-4755-4e07-83ed-fbfbe02d834e of type vlan for network e054685a-dab4-4dda-a2a6-96bdfa820cf1 Mar 22 11:45:34.501743 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.546337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:34.554802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.555722 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment 991e5b9d-ffc8-456c-941b-1200f7c928ae of type vlan for network 768cbc8d-07ce-48ac-a0d9-af3e83df4837 Mar 22 11:45:34.581553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.645063 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a6e3b404-d6d0-477f-a112-1106ff330a31 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 204 len: 168 time: 0.3613219 Mar 22 11:45:34.647652 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59838) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:34.652588 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-b8c78dcd-bba2-4f09-9080-58fdb5e4f7c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-1801491094') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:34.701049 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.701608 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.707070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:34.711733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:34.712346 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:34.782053 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-b8c78dcd-bba2-4f09-9080-58fdb5e4f7c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:34.786095 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b8c78dcd-bba2-4f09-9080-58fdb5e4f7c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-1801491094 HTTP/1.1" status: 404 len: 329 time: 0.1345685 Mar 22 11:45:34.786253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59844) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:34.800988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-880b0db3-3655-4c07-89f4-6722894382df tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-327412103') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:34.824620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=e054685a-dab4-4dda-a2a6-96bdfa820cf1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:34.836831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network e054685a-dab4-4dda-a2a6-96bdfa820cf1 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:34.942434 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device e2857d4c-4692-49ca-a5a5-47d61d82e81c up at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:34.946228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-880b0db3-3655-4c07-89f4-6722894382df tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:34.950150 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-880b0db3-3655-4c07-89f4-6722894382df tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-327412103 HTTP/1.1" status: 404 len: 328 time: 0.1600733 Mar 22 11:45:34.950351 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59848) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:34.955060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-2e97663b-df0b-430d-b7cd-8e71bca8878f tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c', 'tempest-TagsExtTest-Tag-1337029639') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:34.969613 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2244563 Mar 22 11:45:34.971336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59852) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:34.996688 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a44f4-a906-45af-944f-daa7e7b64169 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=768cbc8d-07ce-48ac-a0d9-af3e83df4837,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:35.014061 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 768cbc8d-07ce-48ac-a0d9-af3e83df4837 details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:35.094986 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-2e97663b-df0b-430d-b7cd-8e71bca8878f tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:35.099439 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2e97663b-df0b-430d-b7cd-8e71bca8878f tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags/tempest-TagsExtTest-Tag-1337029639 HTTP/1.1" status: 404 len: 329 time: 0.1454508 Mar 22 11:45:35.099663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59856) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.106495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-4049129f-0396-4e1d-82fc-456f4f01d2e7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', {'tags': ['tempest-TagsExtTest-Tag-1254710752', 'tempest-TagsExtTest-Tag-1514406222', 'tempest-TagsExtTest-Tag-821152909']}) {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.126955 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Provisioning complete for port e2857d4c-4692-49ca-a5a5-47d61d82e81c triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:35.127325 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.227922 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4049129f-0396-4e1d-82fc-456f4f01d2e7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "PUT /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 200 len: 317 time: 0.1258044 Mar 22 11:45:35.230402 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59862) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.236185 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-6841e3e7-b1df-4a0a-ad96-46266cd3ab95 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.286062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:35.292504 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:35.298390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:35.303873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:35.304744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:35.326833 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b6015135-a8f3-4c2b-9321-28546868841f req-37271a77-8a6d-4dd6-af2e-a76739dfb901 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 210 time: 0.0423622 Mar 22 11:45:35.392484 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:35.393715 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-d48da9dd-32a6-4f91-9dfd-6deb7a652616 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4216666 Mar 22 11:45:35.396613 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59866) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.420315 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6841e3e7-b1df-4a0a-ad96-46266cd3ab95 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 204 len: 168 time: 0.1887600 Mar 22 11:45:35.422983 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59870) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.428001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-62014d05-42b3-4ddd-8076-88ac20a2a610 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-1254710752') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.450457 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-62014d05-42b3-4ddd-8076-88ac20a2a610 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:35.454221 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-62014d05-42b3-4ddd-8076-88ac20a2a610 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-1254710752 HTTP/1.1" status: 404 len: 329 time: 0.0275202 Mar 22 11:45:35.454462 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59874) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.459034 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-fbc887fe-96b5-43b7-b50e-fd2982edd3c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-1514406222') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.482705 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-fbc887fe-96b5-43b7-b50e-fd2982edd3c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:35.483731 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fbc887fe-96b5-43b7-b50e-fd2982edd3c8 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-1514406222 HTTP/1.1" status: 404 len: 329 time: 0.0283785 Mar 22 11:45:35.486535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59878) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.491776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-01089180-6db4-45bd-8dd9-50dffe092aba tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5', 'tempest-TagsExtTest-Tag-821152909') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.513224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.515364 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.api.v2.resource [None req-01089180-6db4-45bd-8dd9-50dffe092aba tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] show failed (client error): The resource could not be found. Mar 22 11:45:35.516614 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-01089180-6db4-45bd-8dd9-50dffe092aba tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags/tempest-TagsExtTest-Tag-821152909 HTTP/1.1" status: 404 len: 328 time: 0.0291831 Mar 22 11:45:35.519599 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59882) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.525246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.tag.tag_plugin [None req-eebac3c2-eb3d-4b8e-bf86-ac2838f66cbf tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32d9fea8-e834-440c-b7be-b123fdd3abf5') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.667752 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eebac3c2-eb3d-4b8e-bf86-ac2838f66cbf tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5/tags HTTP/1.1" status: 204 len: 168 time: 0.1470969 Mar 22 11:45:35.671305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59886) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.672327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.677033 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-21164ef0-0662-4116-8281-5cbe9f9868be tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a81ef4ea-35a7-4414-96c7-364cd258bb9c') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.699346 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e054685a-dab4-4dda-a2a6-96bdfa820cf1']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.711509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b87afc-4755-4e07-83ed-fbfbe02d834e') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.712341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b87afc-4755-4e07-83ed-fbfbe02d834e') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.723537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.739386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.745668 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:35.752247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:35.760935 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:35.819751 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-21164ef0-0662-4116-8281-5cbe9f9868be tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1471269 Mar 22 11:45:35.823121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59890) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.829616 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-261053f3-5bc9-4cf5-a9cf-a0c86d484e0a tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.902183 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-261053f3-5bc9-4cf5-a9cf-a0c86d484e0a tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0778692 Mar 22 11:45:35.904716 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59894) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.909362 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.tag.tag_plugin [None req-006bb227-39e0-4cc6-850c-e3fea96eb710 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf26c521-803f-47e9-aa09-a7b57ef0b9ad') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:35.918448 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.938372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:35.944579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=e054685a-dab4-4dda-a2a6-96bdfa820cf1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:35.981162 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-006bb227-39e0-4cc6-850c-e3fea96eb710 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0754671 Mar 22 11:45:35.987443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59898) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:35.999088 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-508309d7-b4c0-4821-ae2e-0e730b17891d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/e054685a-dab4-4dda-a2a6-96bdfa820cf1 HTTP/1.1" status: 204 len: 168 time: 0.6013837 Mar 22 11:45:36.006070 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59902) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:36.163784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.211066 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 74984437-8ab9-49fc-8cd8-dd2b5aba3639 up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:36.280929 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port 74984437-8ab9-49fc-8cd8-dd2b5aba3639 triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:36.281294 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.310573 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.320562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c8570a71-f664-45d3-9e98-32f994334896 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for subnetpool, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.324777 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c8570a71-f664-45d3-9e98-32f994334896 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnetpools/32d9fea8-e834-440c-b7be-b123fdd3abf5 HTTP/1.1" status: 204 len: 168 time: 0.3363729 Mar 22 11:45:36.325441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59906) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:36.383019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-57e27d8e-e495-46f4-92a4-e2e618363c30 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:36.384746 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-57e27d8e-e495-46f4-92a4-e2e618363c30 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.60 "GET /v2.0/networks?id=d46678b7-fe6d-42bb-853c-204c8c4e32a0 HTTP/1.1" status: 200 len: 796 time: 0.1677816 Mar 22 11:45:36.390302 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a9a618b6-99a7-4eba-8325-f8ffaab4bce7 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "GET /v2.0/ports?device_id=a81ef4ea-35a7-4414-96c7-364cd258bb9c HTTP/1.1" status: 200 len: 205 time: 0.0609686 Mar 22 11:45:36.390565 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59912) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:36.392103 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768cbc8d-07ce-48ac-a0d9-af3e83df4837']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:36.409469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991e5b9d-ffc8-456c-941b-1200f7c928ae') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:36.409775 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991e5b9d-ffc8-456c-941b-1200f7c928ae') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:36.425002 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.448387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.459767 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.487888 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:45:36.493535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:36.494163 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.498725 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 74984437-8ab9-49fc-8cd8-dd2b5aba3639, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639,segment=NetworkSegment(df14613f-2cd6-473f-9678-8f53ac644a1c),segment_id=df14613f-2cd6-473f-9678-8f53ac644a1c)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:36.509125 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:36.526949 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-82eaa725-f464-433a-8999-f58e1d74c8b6 req-ba047171-3b86-414d-b9d9-dd6be541d9c7 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 210 time: 0.0756114 Mar 22 11:45:36.563745 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'code': 200} Mar 22 11:45:36.580212 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.661402 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=74984437-8ab9-49fc-8cd8-dd2b5aba3639,revision_number=8']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:36.676858 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.695570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.709900 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=768cbc8d-07ce-48ac-a0d9-af3e83df4837,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:36.713196 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-7420e0c4-24fe-483e-bb80-a2f97a2552a8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/768cbc8d-07ce-48ac-a0d9-af3e83df4837 HTTP/1.1" status: 204 len: 168 time: 0.7062120 Mar 22 11:45:36.715774 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59918) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:36.720806 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-53d4f0a5-2747-40d7-bf1e-6b27b729ea13 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d HTTP/1.1" status: 200 len: 379 time: 0.3249812 Mar 22 11:45:36.722869 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for router, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:36.779988 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'port': {'device_id': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'admin_state_up': True, 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'security_groups': ['aa81b644-8f05-46d9-bd53-6c086ef023a2']}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:36.871206 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390f044-00ad-4158-a9bf-72e5930cac74 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:36.877271 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390f044-00ad-4158-a9bf-72e5930cac74 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:36.878013 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9390f044-00ad-4158-a9bf-72e5930cac74 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:network {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:36.952465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-9390f044-00ad-4158-a9bf-72e5930cac74 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:network {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:36.953706 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-9390f044-00ad-4158-a9bf-72e5930cac74 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2368495 Mar 22 11:45:36.957520 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59926) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:36.963618 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1632445522'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:36.968720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:36.979588 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:37.067065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:37.070580 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.098224 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:37.107707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.108047 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment e06cda9d-ebb4-42ea-87e9-ee74206da419 of type vlan for network 9206b65e-242e-4994-9a99-77b108c44d1d Mar 22 11:45:37.129179 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15409'] for router, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.133793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.134420 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.165246 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:37.175216 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:37.221136 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.226701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:37.230744 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.249992 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Made reservation on behalf of 24e2b8bdcc474dddbbd7066e64da7f4d for: {'port': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:37.253566 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.263031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-333882'] for router, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.263517 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Fanout notify agent at l3_agent the message router_deleted on router a81ef4ea-35a7-4414-96c7-364cd258bb9c {{(pid=88742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 11:45:37.278496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for router, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.279555 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-154a5d36-3f33-4640-a01d-1b90d8505956 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/routers/a81ef4ea-35a7-4414-96c7-364cd258bb9c HTTP/1.1" status: 204 len: 168 time: 0.8879080 Mar 22 11:45:37.282272 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59930) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:37.335500 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=9206b65e-242e-4994-9a99-77b108c44d1d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:37.346228 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 9206b65e-242e-4994-9a99-77b108c44d1d details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:37.393607 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b21890d6-fb1d-4ced-bba8-394940cb9069 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4350381 Mar 22 11:45:37.396159 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59934) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:37.403246 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1419103825'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:37.408650 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:37.408948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Deleting port 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:37.409427 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.412926 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:network and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:37.415969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:37.421727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:37.506575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:37.510824 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.537100 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:37.545174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.545514 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment 1b2765ae-f850-43d4-9bed-e84122df66ae of type vlan for network 8946b281-94d6-4aef-9acc-714d33a4cd0b Mar 22 11:45:37.576329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.606125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_common [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Allocated IP 172.20.0.12 (d46678b7-fe6d-42bb-853c-204c8c4e32a0/fc9ca993-ac3b-4930-804f-3509405b13ec/479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd) {{(pid=88742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:37.677475 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d007de01-7b7d-4067-b35c-b9bc6c0af898 req-0f36dab3-0f9d-4787-9925-e75f97c6bff6 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 210 time: 0.0420377 Mar 22 11:45:37.689465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.704957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:37.704957 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.778240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.923839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=8946b281-94d6-4aef-9acc-714d33a4cd0b,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:37.934659 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 8946b281-94d6-4aef-9acc-714d33a4cd0b details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:37.972265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Calling delete_port for 89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 owned by {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:37.990107 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2c07e1af-7559-4d89-8965-6b4645473801 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5894637 Mar 22 11:45:37.990378 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59940) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:37.996658 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'ports': [{'network_id': '9206b65e-242e-4994-9a99-77b108c44d1d', 'name': 'tempest-port--2080928169', 'admin_state_up': True}, {'network_id': '8946b281-94d6-4aef-9acc-714d33a4cd0b', 'admin_state_up': False}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:37.997119 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'port': {'network_id': '9206b65e-242e-4994-9a99-77b108c44d1d', 'name': 'tempest-port--2080928169', 'admin_state_up': True}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:37.997696 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'port': {'network_id': '8946b281-94d6-4aef-9acc-714d33a4cd0b', 'admin_state_up': False}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:38.079589 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.202386 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Transition to ACTIVE for port object 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd will not be triggered until provisioned by entity DHCP. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:38.203584 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.225245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:38.229602 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:port and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:38.232322 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:38.237978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:38.261014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event deleted for resources: {'Port': ['ID=89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:38.301218 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'port': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:38.306053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.325665 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.504376 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.512736 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-70377cd2-6628-474a-aba1-f9353ba06dce tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/ports/89fd4b5f-e5c7-4b08-a2d5-e6db9848a7f1 HTTP/1.1" status: 204 len: 168 time: 1.2295923 Mar 22 11:45:38.515170 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59944) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:38.570982 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.604029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] device_id is not set on port f830a26b-d70f-4b63-93b8-264892306ae1 yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:38.609425 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-4a941369-7077-40b6-a120-b40074dd7426 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2294278 Mar 22 11:45:38.636938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Deleting subnet cf26c521-803f-47e9-aa09-a7b57ef0b9ad {{(pid=88742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:38.644991 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for subnet, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.701754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d46678b7-fe6d-42bb-853c-204c8c4e32a0 is already hosted by enough agents. {{(pid=88742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:38.707369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.scheduler.base_scheduler [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): {{(pid=88742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:38.712177 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:38.718306 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Received port after_create {{(pid=88742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:38.753730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.755625 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060547'] for subnet, precommit_delete_associations {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.841729 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:38.842675 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:38.880711 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-32676d48-bd89-4fdb-bd54-4e71bd35ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:38.882191 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-32676d48-bd89-4fdb-bd54-4e71bd35ed4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.1979873 Mar 22 11:45:38.885325 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] device_id is not set on port 71b4fa1c-ce5e-470d-93e5-a43a2411aafc yet. {{(pid=88741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:45:38.959460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.038346 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4336551b-b72b-4de8-9534-dfe517149dcb tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2619870 Mar 22 11:45:39.051637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Request body: {'port': {'device_id': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:39.059396 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-33b61b87-3109-49ea-b4ff-3b33d6aa24e8 None None] Provisioning for port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd completed by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:39.067512 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-33b61b87-3109-49ea-b4ff-3b33d6aa24e8 None None] Provisioning complete for port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd triggered by entity DHCP. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:39.072214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-33b61b87-3109-49ea-b4ff-3b33d6aa24e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.082009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-91e0a57a-6247-4898-b9c8-eea5b098da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:39.083485 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-91e0a57a-6247-4898-b9c8-eea5b098da48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.1805968 Mar 22 11:45:39.102018 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4c89c-73d0-4820-8940-78295992e481 req-382fb029-8ed7-4d45-b19f-18eb0a51dc23 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:39.102774 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-5da4c89c-73d0-4820-8940-78295992e481 req-382fb029-8ed7-4d45-b19f-18eb0a51dc23 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Synchronizing usage tracker for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:port {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:39.125655 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-33b61b87-3109-49ea-b4ff-3b33d6aa24e8 None None] Port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd cannot update to ACTIVE because it is not bound. {{(pid=88743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 11:45:39.157276 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.162942 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411277'] for subnet, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.212198 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-9c70add8-13fd-4fdb-b9c8-3d94f84d2660 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 1000 time: 0.1156113 Mar 22 11:45:39.215271 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event deleted for resources: {'Subnet': ['ID=cf26c521-803f-47e9-aa09-a7b57ef0b9ad,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:39.220204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [req-5da4c89c-73d0-4820-8940-78295992e481 req-382fb029-8ed7-4d45-b19f-18eb0a51dc23 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Unset dirty status for tenant:24e2b8bdcc474dddbbd7066e64da7f4d on resource:port {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:39.221376 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5da4c89c-73d0-4820-8940-78295992e481 req-382fb029-8ed7-4d45-b19f-18eb0a51dc23 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 932 time: 0.3203309 Mar 22 11:45:39.224067 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for subnet, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.231613 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a25d61-36be-49c0-af29-83f74a9abbd6 None None] Network b30c8906-7954-44c4-b302-b11fe307a02d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:39.259829 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.271591 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-dc925f53-b81b-4360-afd7-bd5778ab7577 tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/subnets/cf26c521-803f-47e9-aa09-a7b57ef0b9ad HTTP/1.1" status: 204 len: 168 time: 0.7530265 Mar 22 11:45:39.272939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59950) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:39.319121 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-7872da22-9378-40a3-a63c-0b1e1d77ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:39.321230 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-7872da22-9378-40a3-a63c-0b1e1d77ddbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.1011436 Mar 22 11:45:39.332667 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-5da4c89c-73d0-4820-8940-78295992e481 req-37d8619e-a4f9-413d-81a9-bf2ec4afce70 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017520 Mar 22 11:45:39.374522 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.503937 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.543563 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Port': ['ID=f830a26b-d70f-4b63-93b8-264892306ae1,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:39.551469 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74696be4-e37b-4280-9552-305d57547e24 None None] DHCP port deletion for b30c8906-7954-44c4-b302-b11fe307a02d request from dv-neutron-828143-11-hyperv {{(pid=88743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 11:45:39.556491 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Deleting port 7a2d6497-1b05-45a1-942c-27a6c82a288d {{(pid=88743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:39.557119 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.559670 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Deleting port 7a2d6497-1b05-45a1-942c-27a6c82a288d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:39.560358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.603826 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Checking segment: {'id': 'e06cda9d-ebb4-42ea-87e9-ee74206da419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9206b65e-242e-4994-9a99-77b108c44d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:39.604083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network hostable DHCP agents. Network: 9206b65e-242e-4994-9a99-77b108c44d1d, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:39.642692 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd {{(pid=88742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:45:39.650071 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.665478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.provisioning_blocks [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Transition to ACTIVE for port object 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd will not be triggered until provisioned by entity L2. {{(pid=88742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:39.747364 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.766548 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-74696be4-e37b-4280-9552-305d57547e24 None None] For port 7a2d6497-1b05-45a1-942c-27a6c82a288d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a2d6497-1b05-45a1-942c-27a6c82a288d,segment=NetworkSegment(464167d5-f97e-40ae-97d5-15fa6130175e),segment_id=464167d5-f97e-40ae-97d5-15fa6130175e)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:39.766974 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.896222 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-53bf3868-c480-46e5-837e-c1badd209e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:39.897798 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-53bf3868-c480-46e5-837e-c1badd209e14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5248320 Mar 22 11:45:39.916735 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,revision_number=2']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:39.923327 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Calling delete_port for 7a2d6497-1b05-45a1-942c-27a6c82a288d owned by network:dhcp {{(pid=88743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:39.997181 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Attempting to bind port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:39.997922 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Attempting to bind port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:39.998440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Attempting to bind port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd on network d46678b7-fe6d-42bb-853c-204c8c4e32a0 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:40.003948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd on network d46678b7-fe6d-42bb-853c-204c8c4e32a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 11:45:40.004491 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Attempting to bind port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd on network d46678b7-fe6d-42bb-853c-204c8c4e32a0 {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:40.011119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Checking agent: {'id': '785389fb-8296-462f-a9c1-cfed6b89069c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'started_at': datetime.datetime(2022, 3, 22, 11, 34, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:40.011451 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Checking segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:40.011834 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Bound using segment: {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'} {{(pid=88742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:40.012259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.managers [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Bound port: 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca694785-be9c-4b8b-9526-0d9643d15ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0'}}] {{(pid=88742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:40.012637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.063950 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network 9206b65e-242e-4994-9a99-77b108c44d1d is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:40.085895 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] For port 7a2d6497-1b05-45a1-942c-27a6c82a288d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7a2d6497-1b05-45a1-942c-27a6c82a288d,segment=NetworkSegment(464167d5-f97e-40ae-97d5-15fa6130175e),segment_id=464167d5-f97e-40ae-97d5-15fa6130175e)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:40.086567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.097219 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715'] for port, after_delete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.110732 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] For port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host hv-neutron-8281, cleared binding levels {{(pid=88742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:40.114064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] For port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:40.151189 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Pushing event deleted for resources: {'Port': ['ID=7a2d6497-1b05-45a1-942c-27a6c82a288d,revision_number=None']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:40.153415 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74696be4-e37b-4280-9552-305d57547e24 None None] No DVR routers for this DVR port 7a2d6497-1b05-45a1-942c-27a6c82a288d on host dv-neutron-828143-11-hyperv {{(pid=88743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:40.163483 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.163657 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.164005 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.164880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.165217 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.165547 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.165866 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.166192 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.166572 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.166819 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.167137 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.167455 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74696be4-e37b-4280-9552-305d57547e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-11-hyperv {{(pid=88743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:45:40.193021 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921675'] for port, after_update {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.229545 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Calling delete_port for 7a2d6497-1b05-45a1-942c-27a6c82a288d owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:40.250545 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.251156 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.252502 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] 10.222.0.60 "PUT /v2.0/ports/479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd HTTP/1.1" status: 200 len: 1094 time: 1.2059393 Mar 22 11:45:40.252956 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd'}] {{(pid=88742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:45:40.260088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 9206b65e-242e-4994-9a99-77b108c44d1d) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:40.264491 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:40.265450 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.274351 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c576252-b33d-473d-be35-d2fda2947970 None None] Network 9206b65e-242e-4994-9a99-77b108c44d1d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:40.294794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c86291-fac4-4e76-bbf9-e1100465bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,revision_number=3']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:40.315306 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'status': 'completed', 'code': 200} Mar 22 11:45:40.421436 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-93a313e2-d360-48ad-874a-4b8bfe942f06 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721189 Mar 22 11:45:40.465794 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-7500d2c7-1982-4516-90af-c3663c81e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.467286 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-7500d2c7-1982-4516-90af-c3663c81e1c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1097 time: 0.1295853 Mar 22 11:45:40.482784 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Port': ['ID=71b4fa1c-ce5e-470d-93e5-a43a2411aafc,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:40.511329 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.db.api [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:45:40.511932 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG oslo_db.api [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:45:40.513750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Checking segment: {'id': '1b2765ae-f850-43d4-9bed-e84122df66ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8946b281-94d6-4aef-9acc-714d33a4cd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:40.513750 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network hostable DHCP agents. Network: 8946b281-94d6-4aef-9acc-714d33a4cd0b, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:40.621200 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-d1dac0b3-552c-47e0-bc0e-54ef4ac45f85 req-a8ae86d2-2748-4006-b193-24b15891c845 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733935 Mar 22 11:45:40.665225 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network 8946b281-94d6-4aef-9acc-714d33a4cd0b is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:40.728009 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 8946b281-94d6-4aef-9acc-714d33a4cd0b) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:40.731675 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:40.737451 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.740130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb74e6b-8505-4b64-bdca-a9616ac0cf02 None None] Network 8946b281-94d6-4aef-9acc-714d33a4cd0b requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:40.742919 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.743592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:40.791783 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-0e86d05f-691c-4838-93c3-b74c765f1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.793263 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-0e86d05f-691c-4838-93c3-b74c765f1e1f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3168352 Mar 22 11:45:40.800938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7082-828f-4719-9ddb-740b43d07ac7 req-71adae9f-2f2f-481a-9a01-c1d0569fb3ae tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.802309 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-516e7082-828f-4719-9ddb-740b43d07ac7 req-71adae9f-2f2f-481a-9a01-c1d0569fb3ae tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 944 time: 0.2914569 Mar 22 11:45:40.835724 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-08197ec2-9299-4ddb-aacc-f6dd6732209b tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8418958 Mar 22 11:45:40.835935 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59958) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:40.932347 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a2d6497-1b05-45a1-942c-27a6c82a288d no longer exists at agent ovs-agent-dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 11:45:40.943024 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21044909-6a6f-43c8-a919-745f6bd0e3f2 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.943878 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-516e7082-828f-4719-9ddb-740b43d07ac7 req-c63fc04b-88ec-4cf6-9357-c84716c3510e tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215343 Mar 22 11:45:40.953330 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21044909-6a6f-43c8-a919-745f6bd0e3f2 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:40.954292 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-21044909-6a6f-43c8-a919-745f6bd0e3f2 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:40.982733 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.plugin [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] No Port match for: 7a2d6497-1b05-45a1-942c-27a6c82a288d {{(pid=88743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 11:45:40.987274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Device 7a2d6497-1b05-45a1-942c-27a6c82a288d not bound to the agent host dv-neutron-828143-11-hyperv {{(pid=88743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 11:45:41.000743 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-233dea95-6961-49e5-b23c-c08ab67c44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:41.002180 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-e37ffecb-3a88-4b13-8615-797918fa5f6f req-233dea95-6961-49e5-b23c-c08ab67c44c1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1989646 Mar 22 11:45:41.014093 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Deleting port 7a2d6497-1b05-45a1-942c-27a6c82a288d {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:41.014446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.080173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-21044909-6a6f-43c8-a919-745f6bd0e3f2 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:41.081543 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-21044909-6a6f-43c8-a919-745f6bd0e3f2 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2446973 Mar 22 11:45:41.087328 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] The port '7a2d6497-1b05-45a1-942c-27a6c82a288d' was deleted {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 11:45:41.088286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59962) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:41.124374 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4d423cc2-e0f2-4374-9206-e2b5e6d31b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:41.125919 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-4d423cc2-e0f2-4374-9206-e2b5e6d31b08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1097 time: 0.0800614 Mar 22 11:45:41.196813 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-9f7a5381-5993-4c21-a236-6e14aec237a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd HTTP/1.1" status: 200 len: 217 time: 0.0613496 Mar 22 11:45:41.262329 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-b8065d48-22af-4f07-ba3d-c81a5e45abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:41.263757 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-b8065d48-22af-4f07-ba3d-c81a5e45abbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc9ca993-ac3b-4930-804f-3509405b13ec HTTP/1.1" status: 200 len: 835 time: 0.0612738 Mar 22 11:45:41.266495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting port f830a26b-d70f-4b63-93b8-264892306ae1 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:41.266836 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.303905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.338825 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-350a23b6-55f9-4486-aeb8-aa8348aec662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:41.340287 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-350a23b6-55f9-4486-aeb8-aa8348aec662 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d46678b7-fe6d-42bb-853c-204c8c4e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684683 Mar 22 11:45:41.343463 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30c8906-7954-44c4-b302-b11fe307a02d']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:41.384871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464167d5-f97e-40ae-97d5-15fa6130175e') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:41.385169 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464167d5-f97e-40ae-97d5-15fa6130175e') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:41.409367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.450461 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.471464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:41.471859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.479889 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-2d91b114-3c22-46c0-bf10-8bc9bdb8e322 service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273439 Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: util.warn( Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:41.486162 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:41.620902 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.633174 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7d2a47b0-2001-4cfa-93a1-868dc44bc583 req-3c58a0e0-c3f0-4391-8123-e8ea0529b831 service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290221 Mar 22 11:45:41.800788 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.877260 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Calling delete_port for f830a26b-d70f-4b63-93b8-264892306ae1 owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:41.903581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.923463 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] 10.222.0.53 "DELETE /v2.0/networks/b30c8906-7954-44c4-b302-b11fe307a02d HTTP/1.1" status: 204 len: 168 time: 2.6504016 Mar 22 11:45:41.924361 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a730-ded3-4813-97bc-4aaa67e18eff tempest-TagsExtTest-968038887 tempest-TagsExtTest-968038887-project] Pushing event deleted for resources: {'Network': ['ID=b30c8906-7954-44c4-b302-b11fe307a02d,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:42.026570 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.119644 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Port': ['ID=f830a26b-d70f-4b63-93b8-264892306ae1,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:42.135834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.173409 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7131b1-fa8e-435f-b21f-68e94d51e903 req-7e4d872c-666e-4e8d-97fd-835c24a494dc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:42.174856 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-df7131b1-fa8e-435f-b21f-68e94d51e903 req-7e4d872c-666e-4e8d-97fd-835c24a494dc tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 944 time: 0.1087952 Mar 22 11:45:42.218501 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-df7131b1-fa8e-435f-b21f-68e94d51e903 req-88b0ba70-0ac5-483e-a4e4-f8a65c0468e0 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378501 Mar 22 11:45:42.221075 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f28f2b0f-10d5-4ab9-9880-a28f79d3cbed tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/ports/f830a26b-d70f-4b63-93b8-264892306ae1 HTTP/1.1" status: 204 len: 168 time: 1.1318939 Mar 22 11:45:42.223850 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59970) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:42.294286 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting port 71b4fa1c-ce5e-470d-93e5-a43a2411aafc {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:42.294633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.466587 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59976) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:42.510679 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.613344 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-58250ffc-a72f-4937-93cb-bf44de224b37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36b27e1a3d994abbadde166a145c8d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455059 Mar 22 11:45:42.615927 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59982) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:42.638684 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Calling delete_port for 71b4fa1c-ce5e-470d-93e5-a43a2411aafc owned by {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:42.677119 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.703295 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.838001 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.870559 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.887845 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e925b-adb4-422c-9f88-ea4d078f6fc9,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:42.888039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Port': ['ID=71b4fa1c-ce5e-470d-93e5-a43a2411aafc,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:42.893053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for port, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.894787 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.896820 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f3ec3bb4-f083-4e7e-980f-3c5dd7c18798 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/557e925b-adb4-422c-9f88-ea4d078f6fc9 HTTP/1.1" status: 204 len: 168 time: 0.2793002 Mar 22 11:45:42.905078 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-604f29ee-6cb8-48da-9e3a-0cfa9f26401d tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/ports/71b4fa1c-ce5e-470d-93e5-a43a2411aafc HTTP/1.1" status: 204 len: 168 time: 0.6781175 Mar 22 11:45:42.905331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59988) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:42.952690 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ff85331-c6d8-462e-9e35-8b5347644bcb tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:port {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:43.032173 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1ff85331-c6d8-462e-9e35-8b5347644bcb tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:port {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:43.033365 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1ff85331-c6d8-462e-9e35-8b5347644bcb tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1270838 Mar 22 11:45:43.037255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 59992) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:43.042730 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1035008618'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:43.047591 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:43.051689 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:network and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:43.054521 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:43.060631 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:43.123701 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'network': 1} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:43.127367 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.157241 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=88741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:43.166914 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.167260 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.segments_db [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment ab6d9075-e483-4f3a-b912-432fe5468a28 of type vlan for network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d Mar 22 11:45:43.196296 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.298915 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.305633 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:43.306390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.409308 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eacb4-ed9f-46fd-8b15-f1988403c9ac req-aa9e1739-761c-4b01-a5ac-339ba46697ad tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:43.410707 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b96eacb4-ed9f-46fd-8b15-f1988403c9ac req-aa9e1739-761c-4b01-a5ac-339ba46697ad tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 944 time: 0.0794327 Mar 22 11:45:43.416255 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=26c80fd7-e31d-47ab-ac96-23ef3d2eb92d,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:43.426236 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:43.458891 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-b96eacb4-ed9f-46fd-8b15-f1988403c9ac req-044eb1dd-7f43-4ff4-9d9c-e75b143f99de tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Mar 22 11:45:43.471262 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-284d6a16-2983-42dd-999b-8046a394bb94 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4330876 Mar 22 11:45:43.473990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 59998) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:43.480056 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1153568496'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:43.484974 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:43.489043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:network and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:43.491832 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:43.497861 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:43.561762 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'network': 1} {{(pid=88742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:43.565407 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for network, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.593003 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=88742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:45:43.601254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.601597 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.segments_db [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Added segment 8dbc1820-e93f-437a-adca-1d71197fa4fc of type vlan for network 67f69993-b911-46e6-a9b7-42eda9455c1a Mar 22 11:45:43.626712 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751543391416'] for network, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.710375 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188'] for network, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.716242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:43.716828 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.824412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Network': ['ID=67f69993-b911-46e6-a9b7-42eda9455c1a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:43.834753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Network 67f69993-b911-46e6-a9b7-42eda9455c1a details requested by agent ovs-agent-dv-neutron-828143-11-hyperv with host dv-neutron-828143-11-hyperv {{(pid=88743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 11:45:43.871345 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d392d94b-df68-4abf-9c95-b7c92855b8df tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3961852 Mar 22 11:45:43.996931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60002) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:44.002567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'subnets': [{'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1872201086', 'ip_version': 4}, {'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:44.002898 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'subnet': {'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1872201086', 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:44.006167 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Request body: {'subnet': {'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:44.211880 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:44.215654 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Usage tracker for resource:subnet and tenant:0aed598d7a8e42ff96d6044c8f0a4736 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:44.218615 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:44.224144 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:44.243869 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 11:45:44.293358 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Made reservation on behalf of 0aed598d7a8e42ff96d6044c8f0a4736 for: {'subnet': 2} {{(pid=88741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:45:44.297859 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:44.298189 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10424748'] for subnet, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:44.412458 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:44.426438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Returning: {'device': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'port_id': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'mac_address': 'fa:16:3e:06:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 11:45:44.483044 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:44.500992 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd {{(pid=88743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:45:44.517647 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:44.586842 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:44.655890 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,revision_number=4']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:44.771469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb37cd-8c46-4c18-b521-7a946ee92935 req-800aed9f-663d-4bb6-abba-b6e7b5d9cf4b tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:44.772933 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-aedb37cd-8c46-4c18-b521-7a946ee92935 req-800aed9f-663d-4bb6-abba-b6e7b5d9cf4b tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 945 time: 0.2017636 Mar 22 11:45:44.825226 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] get_ports_and_sgs() called for port_ids ['479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd'] {{(pid=88743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 11:45:44.833882 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-aedb37cd-8c46-4c18-b521-7a946ee92935 req-2c3ed48a-d333-4964-a9a4-6297b0cc5ea4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546327 Mar 22 11:45:44.993004 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:45.075713 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Subnet': ['ID=32d85371-2627-41f7-b50f-8d76893e078c,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:45.084560 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Checking segment: {'id': 'ab6d9075-e483-4f3a-b912-432fe5468a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:45.084941 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network hostable DHCP agents. Network: 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:45.197753 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:45.283065 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:45.286812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10424734'] for subnet, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:45.293096 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54cf4f-b46a-4de6-83be-6334a8be3548 None None] Network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:45.365553 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event updated for resources: {'Subnet': ['ID=447a0375-ef2d-480f-aacf-d1705e2c7a3e,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:45.374839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Checking segment: {'id': '8dbc1820-e93f-437a-adca-1d71197fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:45.375201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network hostable DHCP agents. Network: 67f69993-b911-46e6-a9b7-42eda9455c1a, hostable agents: ['ce945b93-3856-43b0-b442-0a6bc62d7bdc'], hosted agents: [] {{(pid=88741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:45:45.449368 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Network 67f69993-b911-46e6-a9b7-42eda9455c1a is scheduled to be hosted by DHCP agent ce945b93-3856-43b0-b442-0a6bc62d7bdc with binding_index 1 {{(pid=88741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:45:45.502945 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-26c80fd7-e31d-47ab-ac96-23ef3d2eb92d', 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d', 'tenant_id': '0aed598d7a8e42ff96d6044c8f0a4736', 'fixed_ips': [{'subnet_id': '32d85371-2627-41f7-b50f-8d76893e078c'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:45.503752 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:45.534868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-11-hyperv, 67f69993-b911-46e6-a9b7-42eda9455c1a) {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:45.539592 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:45.540132 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:45.540891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:45.559938 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e6e77-7064-4d08-947c-8ea6cff60b4b None None] Network 67f69993-b911-46e6-a9b7-42eda9455c1a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:45.621378 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e501d8c7-d850-4a99-a61b-c84a555ce4fc tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6233535 Mar 22 11:45:45.623972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60008) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:45.694083 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:45.695863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:45.697498 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:45.698310 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:45.775612 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:45.779779 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1c75cf04-e1c1-45f8-a7d6-1b1011df07c8 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1517882 Mar 22 11:45:45.780184 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60012) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:45.795880 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Allocated IP 172.20.0.2 (26c80fd7-e31d-47ab-ac96-23ef3d2eb92d/32d85371-2627-41f7-b50f-8d76893e078c/9cd361a5-b94f-42b8-89bb-f2d0490b6d4d) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:45.850176 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting subnet 32d85371-2627-41f7-b50f-8d76893e078c {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:45.880861 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e1e5bd4-68a7-5432-a960-c77a09401fa8-67f69993-b911-46e6-a9b7-42eda9455c1a', 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a', 'tenant_id': '0aed598d7a8e42ff96d6044c8f0a4736', 'fixed_ips': [{'subnet_id': '447a0375-ef2d-480f-aacf-d1705e2c7a3e'}]}} from dv-neutron-828143-11-hyperv. {{(pid=88743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 11:45:45.881675 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.026187 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f2d98-384a-47b4-aad0-59a50c6ff096 req-c8a5bbee-5b65-463a-9292-4decd9c3f6b7 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:46.027638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba5f2d98-384a-47b4-aad0-59a50c6ff096 req-c8a5bbee-5b65-463a-9292-4decd9c3f6b7 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 945 time: 0.0813751 Mar 22 11:45:46.071923 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-ba5f2d98-384a-47b4-aad0-59a50c6ff096 req-7da6756b-67c7-4f4f-8da5-7f579b3aad7d tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Mar 22 11:45:46.165716 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.180910 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.db_base_plugin_common [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Allocated IP 172.20.0.18 (67f69993-b911-46e6-a9b7-42eda9455c1a/447a0375-ef2d-480f-aacf-d1705e2c7a3e/7f0e568a-ea01-4991-acd8-7d6d5da73dea) {{(pid=88743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:46.182884 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Transition to ACTIVE for port object 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:46.221707 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Transition to ACTIVE for port object 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:46.244461 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Device 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd up at agent hyperv_hv-neutron-8281 {{(pid=88743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 11:45:46.294445 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.327060 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.353863 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.413156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:46.419758 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:46.422156 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:46.434718 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.526881 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Pushing event updated for resources: {'Port': ['ID=9cd361a5-b94f-42b8-89bb-f2d0490b6d4d,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:46.586997 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.631469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Subnet': ['ID=32d85371-2627-41f7-b50f-8d76893e078c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:46.633993 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.646122 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Attempting to bind port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:46.646495 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Attempting to bind port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': 'ab6d9075-e483-4f3a-b912-432fe5468a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:46.647334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Attempting to bind port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d on network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:46.658033 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:46.658399 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Checking segment: {'id': 'ab6d9075-e483-4f3a-b912-432fe5468a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:46.658831 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.659214 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Bound using segment: {'id': 'ab6d9075-e483-4f3a-b912-432fe5468a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:46.659681 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Bound port: 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d9075-e483-4f3a-b912-432fe5468a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26c80fd7-e31d-47ab-ac96-23ef3d2eb92d'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:46.660033 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.674558 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning for port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd completed by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:45:46.680302 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks [] for port, precommit_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.692008 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Provisioning complete for port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd triggered by entity L2. {{(pid=88743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:45:46.692368 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441688'] for port, provisioning_complete {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.724376 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6586850a-eed6-4c00-9f3a-334f60889e28 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/subnets/32d85371-2627-41f7-b50f-8d76893e078c HTTP/1.1" status: 204 len: 168 time: 0.9408846 Mar 22 11:45:46.726893 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60018) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:46.743901 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Transition to ACTIVE for port object 7f0e568a-ea01-4991-acd8-7d6d5da73dea will not be triggered until provisioned by entity L2. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:46.791319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting subnet 447a0375-ef2d-480f-aacf-d1705e2c7a3e {{(pid=88741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 11:45:46.799760 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.provisioning_blocks [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Transition to ACTIVE for port object 7f0e568a-ea01-4991-acd8-7d6d5da73dea will not be triggered until provisioned by entity DHCP. {{(pid=88743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:45:46.842206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] For port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:46.842206 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] For port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9cd361a5-b94f-42b8-89bb-f2d0490b6d4d,segment=NetworkSegment(ab6d9075-e483-4f3a-b912-432fe5468a28),segment_id=ab6d9075-e483-4f3a-b912-432fe5468a28)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:46.889465 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for subnet, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.891494 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706'] for port, after_create {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.935124 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.947519 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.948345 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3063633'] for subnet, precommit_delete_associations {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:46.983662 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Network 67f69993-b911-46e6-a9b7-42eda9455c1a is already hosted by enough agents. {{(pid=88743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:46.994665 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.base_scheduler [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Resources bound (agent type, host, resource id): {{(pid=88743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:46.996918 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Received port after_create {{(pid=88743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:47.030455 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378712'] for subnet, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.050300 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd'}] {{(pid=88743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:45:47.061576 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Pushing event updated for resources: {'Port': ['ID=7f0e568a-ea01-4991-acd8-7d6d5da73dea,revision_number=1']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:47.135927 dv-neutron-828143-11-hyperv neutron-server[88743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'code': 200} Mar 22 11:45:47.146097 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] For port 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,segment=NetworkSegment(ca694785-be9c-4b8b-9526-0d9643d15ff3),segment_id=ca694785-be9c-4b8b-9526-0d9643d15ff3)] {{(pid=88743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:47.187389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2631567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10424713'] for subnet, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.221057 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Attempting to bind port 7f0e568a-ea01-4991-acd8-7d6d5da73dea on host dv-neutron-828143-11-hyperv for vnic_type normal with profile {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:45:47.221425 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Attempting to bind port 7f0e568a-ea01-4991-acd8-7d6d5da73dea by drivers openvswitch,hyperv on host dv-neutron-828143-11-hyperv at level 0 using segments [{'id': '8dbc1820-e93f-437a-adca-1d71197fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a'}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:45:47.221788 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Attempting to bind port 7f0e568a-ea01-4991-acd8-7d6d5da73dea on network 67f69993-b911-46e6-a9b7-42eda9455c1a {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 11:45:47.229780 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.231866 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Subnet': ['ID=447a0375-ef2d-480f-aacf-d1705e2c7a3e,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:47.237559 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for subnet, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.241297 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Checking agent: {'id': 'aff58894-0826-4944-9bcb-fdc38f23f4d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-11-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 11, 27, 31), 'started_at': datetime.datetime(2022, 3, 22, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-11-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 11:45:47.241721 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Checking segment: {'id': '8dbc1820-e93f-437a-adca-1d71197fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 11:45:47.242185 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.242574 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Bound using segment: {'id': '8dbc1820-e93f-437a-adca-1d71197fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a'} {{(pid=88743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 11:45:47.243041 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.managers [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Bound port: 7f0e568a-ea01-4991-acd8-7d6d5da73dea, host: dv-neutron-828143-11-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc1820-e93f-437a-adca-1d71197fa4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '67f69993-b911-46e6-a9b7-42eda9455c1a'}}] {{(pid=88743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:45:47.243409 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.255169 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e55089e0-8b7f-4f37-8f4a-7f275157c7c1 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/subnets/447a0375-ef2d-480f-aacf-d1705e2c7a3e HTTP/1.1" status: 204 len: 168 time: 0.5249226 Mar 22 11:45:47.255980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60026) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:47.270730 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784be79-6ae6-4127-bcd6-df618de843cd None None] Pushing event updated for resources: {'Port': ['ID=9cd361a5-b94f-42b8-89bb-f2d0490b6d4d,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:47.288385 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751c88-d79e-4c90-8f63-7cc949147898 req-ba0da9c7-1043-4a29-ad1b-2628f1139242 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:47.294135 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dc751c88-d79e-4c90-8f63-7cc949147898 req-ba0da9c7-1043-4a29-ad1b-2628f1139242 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 946 time: 0.1077147 Mar 22 11:45:47.343094 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-dc751c88-d79e-4c90-8f63-7cc949147898 req-198cd5fb-0a08-4624-8220-16fad2fc0881 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Mar 22 11:45:47.343861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d88d7-dbb9-4f1a-b9d1-c085e3316731 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:47.344579 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2b4d88d7-dbb9-4f1a-b9d1-c085e3316731 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Synchronizing usage tracker for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:subnet {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:47.353056 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a0842-6f1e-4a68-b32f-73f77148953e None None] Network 26c80fd7-e31d-47ab-ac96-23ef3d2eb92d requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:47.441755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-2b4d88d7-dbb9-4f1a-b9d1-c085e3316731 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Unset dirty status for tenant:0aed598d7a8e42ff96d6044c8f0a4736 on resource:subnet {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:47.442926 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-2b4d88d7-dbb9-4f1a-b9d1-c085e3316731 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1858468 Mar 22 11:45:47.447022 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60030) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:47.497698 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Pushing event updated for resources: {'Port': ['ID=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd,revision_number=5']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:47.509443 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] For port 7f0e568a-ea01-4991-acd8-7d6d5da73dea, host dv-neutron-828143-11-hyperv, cleared binding levels {{(pid=88743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 11:45:47.523046 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f7c96-56a1-478b-b68c-0ed2849a717e req-77f77ba9-2a6f-4a70-9a40-28dcb263f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:47.525263 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4f7f7c96-56a1-478b-b68c-0ed2849a717e req-77f77ba9-2a6f-4a70-9a40-28dcb263f89d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1099 time: 0.0724576 Mar 22 11:45:47.567534 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.569043 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4f7f7c96-56a1-478b-b68c-0ed2849a717e req-a30a20be-c05c-4700-9233-18c8f0c39284 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Mar 22 11:45:47.574768 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.plugins.ml2.db [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] For port 7f0e568a-ea01-4991-acd8-7d6d5da73dea, host dv-neutron-828143-11-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7f0e568a-ea01-4991-acd8-7d6d5da73dea,segment=NetworkSegment(8dbc1820-e93f-437a-adca-1d71197fa4fc),segment_id=8dbc1820-e93f-437a-adca-1d71197fa4fc)] {{(pid=88743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 11:45:47.578421 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting port 7f0e568a-ea01-4991-acd8-7d6d5da73dea {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:47.578745 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.624632 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769'] for port, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.750438 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033afc9-48ed-499b-9e94-ab1fea1f34cd None None] Pushing event updated for resources: {'Port': ['ID=7f0e568a-ea01-4991-acd8-7d6d5da73dea,revision_number=3']} {{(pid=88743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:47.765982 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219e8e7-2bb5-41b2-a2ec-260255f83ee9 None None] Network 67f69993-b911-46e6-a9b7-42eda9455c1a requested from dv-neutron-828143-11-hyperv {{(pid=88743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 11:45:47.789069 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.db [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] For port 7f0e568a-ea01-4991-acd8-7d6d5da73dea, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=7f0e568a-ea01-4991-acd8-7d6d5da73dea,segment=NetworkSegment(8dbc1820-e93f-437a-adca-1d71197fa4fc),segment_id=8dbc1820-e93f-437a-adca-1d71197fa4fc)] {{(pid=88741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:47.789423 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:47.964612 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026cc1d4-5078-4f9f-ad7e-d4f6db3602b5 None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:45:48.017720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Calling delete_port for 7f0e568a-ea01-4991-acd8-7d6d5da73dea owned by network:dhcp {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:48.057771 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026cc1d4-5078-4f9f-ad7e-d4f6db3602b5 None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:45:48.198088 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.248270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Port': ['ID=7f0e568a-ea01-4991-acd8-7d6d5da73dea,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:48.251814 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] No DVR routers for this DVR port 7f0e568a-ea01-4991-acd8-7d6d5da73dea on host dv-neutron-828143-11-hyperv {{(pid=88741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:48.375219 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.405458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f69993-b911-46e6-a9b7-42eda9455c1a']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:48.418630 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc1820-e93f-437a-adca-1d71197fa4fc') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:48.418783 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc1820-e93f-437a-adca-1d71197fa4fc') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:48.420937 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f2395-eaba-43e9-ba8c-69c3d66887af None None] get_active_networks_info from dv-neutron-828143-11-hyperv {{(pid=88743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 11:45:48.431430 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.448003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.455117 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:48.455509 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:48.469841 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:48.517238 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f2395-eaba-43e9-ba8c-69c3d66887af None None] Resources bound (agent type, host, resource id): {{(pid=88743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:45:48.618388 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65a6ad-583a-43ce-b16d-3bf0375192c0 req-395022f5-d86f-49d7-83e5-780422f761a5 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:48.619227 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-eb65a6ad-583a-43ce-b16d-3bf0375192c0 req-395022f5-d86f-49d7-83e5-780422f761a5 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 946 time: 0.1485894 Mar 22 11:45:48.669973 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-eb65a6ad-583a-43ce-b16d-3bf0375192c0 req-13111132-1fd3-4635-b8c4-89ecf0d22c0f tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Mar 22 11:45:48.670677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.691000 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.705581 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=67f69993-b911-46e6-a9b7-42eda9455c1a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:48.711924 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e735cf4e-b104-4610-be92-6e2633e10dc5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/67f69993-b911-46e6-a9b7-42eda9455c1a HTTP/1.1" status: 204 len: 168 time: 1.2638557 Mar 22 11:45:48.714426 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60036) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:48.841674 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:48.852949 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Deleting port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d {{(pid=88742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:45:48.853293 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.053126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.db [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] For port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d, host dv-neutron-828143-11-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-11-hyperv',level=0,port_id=9cd361a5-b94f-42b8-89bb-f2d0490b6d4d,segment=NetworkSegment(ab6d9075-e483-4f3a-b912-432fe5468a28),segment_id=ab6d9075-e483-4f3a-b912-432fe5468a28)] {{(pid=88742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 11:45:49.053400 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.266429 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.plugin [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Calling delete_port for 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d owned by network:dhcp {{(pid=88742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:45:49.426115 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921664'] for port, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.472254 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Port': ['ID=9cd361a5-b94f-42b8-89bb-f2d0490b6d4d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:49.475835 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] No DVR routers for this DVR port 9cd361a5-b94f-42b8-89bb-f2d0490b6d4d on host dv-neutron-828143-11-hyperv {{(pid=88742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:45:49.596064 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.624525 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c80fd7-e31d-47ab-ac96-23ef3d2eb92d']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:49.636826 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6d9075-e483-4f3a-b912-432fe5468a28') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:49.637122 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6d9075-e483-4f3a-b912-432fe5468a28') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:49.648146 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.663456 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.669458 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:49.669840 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:49.688987 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:49.823488 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.841478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:49.854519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=26c80fd7-e31d-47ab-ac96-23ef3d2eb92d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:49.870447 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ce575c30-d0f7-41ed-ba95-3d87fb3ec3f5 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/26c80fd7-e31d-47ab-ac96-23ef3d2eb92d HTTP/1.1" status: 204 len: 168 time: 1.1528962 Mar 22 11:45:49.873003 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60042) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:49.894178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e1f93-8e36-4363-a461-f6a50c8ba790 req-da37a2af-fc48-4929-ac49-fa76c9cf37b3 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:49.895607 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-098e1f93-8e36-4363-a461-f6a50c8ba790 req-da37a2af-fc48-4929-ac49-fa76c9cf37b3 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 946 time: 0.1156561 Mar 22 11:45:49.946027 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-098e1f93-8e36-4363-a461-f6a50c8ba790 req-61f1edea-3763-45b7-a44b-689ad6f0f04b tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Mar 22 11:45:49.990502 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.163354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.193058 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8946b281-94d6-4aef-9acc-714d33a4cd0b']}} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.207295 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2765ae-f850-43d4-9bed-e84122df66ae') {'for_net_delete': True} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.207524 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.services.segments.db [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2765ae-f850-43d4-9bed-e84122df66ae') {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.225029 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3063640'] for segment, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.255637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a73093-55ae-485b-a6e1-e9e64f1ce82c req-c58970ef-8ef8-406f-b56f-b0d481701dad tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:50.257099 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-99a73093-55ae-485b-a6e1-e9e64f1ce82c req-c58970ef-8ef8-406f-b56f-b0d481701dad tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 946 time: 0.1956098 Mar 22 11:45:50.258053 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.276819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:50.277210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2631637'] for segment, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: Traceback (most recent call last): Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: timer() Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: cb(*args, **kw) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: return func(*args, **kwargs) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: self._notify() Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: self.callback(batched_events) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: event.method(event) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: return f(self, *a, **k) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._get(url).json() Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:50.293557 dv-neutron-828143-11-hyperv neutron-server[88741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:50.385225 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [req-99a73093-55ae-485b-a6e1-e9e64f1ce82c req-64f3bcac-87e6-4584-8b51-59586d8da468 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa81b644-8f05-46d9-bd53-6c086ef023a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224670 Mar 22 11:45:50.407549 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60048) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:50.461586 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.480207 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.498709 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=8946b281-94d6-4aef-9acc-714d33a4cd0b,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:50.506270 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-eb5f3258-1a17-434b-af08-8f0f9f05da14 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/8946b281-94d6-4aef-9acc-714d33a4cd0b HTTP/1.1" status: 204 len: 168 time: 0.6321917 Mar 22 11:45:50.508542 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f8a44-6d19-4fc2-b0d7-4d8373983da0 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:50.508962 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60052) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:50.512546 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f5f8a44-6d19-4fc2-b0d7-4d8373983da0 tempest-TestNetworkBasicOps-801231617 tempest-TestNetworkBasicOps-801231617-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1094 time: 0.1014056 Mar 22 11:45:50.512779 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60056) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:50.517619 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Request body: {'floatingip': {'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'port_id': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:50.523406 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:50.527748 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Usage tracker for resource:floatingip and tenant:24e2b8bdcc474dddbbd7066e64da7f4d is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:50.530682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:50.536565 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:50.603333 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for floatingip, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.624772 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634628'] for network, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.737554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.755043 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378835', 'neutron.services.segments.db._delete_segments_for_network-8751543873109'] for network, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.781019 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9206b65e-242e-4994-9a99-77b108c44d1d']}} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.798068 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06cda9d-ebb4-42ea-87e9-ee74206da419') {'for_net_delete': True} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.798480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.services.segments.db [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06cda9d-ebb4-42ea-87e9-ee74206da419') {} {{(pid=88742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:50.811048 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751543879024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060554'] for segment, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.829412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377103'] for segment, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.836047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:45:50.836492 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921647'] for segment, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: Traceback (most recent call last): Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: timer() Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: cb(*args, **kw) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: return func(*args, **kwargs) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: self._notify() Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: self.callback(batched_events) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: event.method(event) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: return f(self, *a, **k) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._get(url).json() Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: return self.request(url, 'GET', **kwargs) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:45:50.852977 dv-neutron-828143-11-hyperv neutron-server[88742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:45:50.985073 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.db_base_plugin_common [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Allocated IP 172.26.5.253 (d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a/0a43c397-abfd-4d4b-8ebe-73b7d00a3870/086dc9e6-2832-40a8-8471-f26c8d6e6213) {{(pid=88741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:45:51.007570 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335863'] for network, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.021383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Notify callbacks [] for network, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.036007 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] Pushing event deleted for resources: {'Network': ['ID=9206b65e-242e-4994-9a99-77b108c44d1d,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:51.041607 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-e27f45f7-6325-4f4c-965a-a4988ea07b92 tempest-BulkNetworkOpsTest-389774552 tempest-BulkNetworkOpsTest-389774552-project] 10.222.0.53 "DELETE /v2.0/networks/9206b65e-242e-4994-9a99-77b108c44d1d HTTP/1.1" status: 204 len: 168 time: 0.5309541 Mar 22 11:45:51.131540 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.136623 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:45:51.237844 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751543355706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.302446 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Network d19ffcec-eeb4-4b34-8aaa-7d9458d30a1a is already hosted by enough agents. {{(pid=88741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:45:51.311239 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.base_scheduler [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Resources bound (agent type, host, resource id): {{(pid=88741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:45:51.314017 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Received port after_create {{(pid=88741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 11:45:51.347383 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=086dc9e6-2832-40a8-8471-f26c8d6e6213,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:51.498199 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60064) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:51.642452 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0fa2bab1-efaf-40a0-afb3-cd58b05c694f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aed598d7a8e42ff96d6044c8f0a4736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429875 Mar 22 11:45:51.644893 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60070) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:51.702879 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.729382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.733971 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.836084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.854294 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce80766-519f-4800-831d-5736b2f347e6,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:51.859648 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:51.863488 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-73f35788-3a26-42ee-9694-71730813ff72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ce80766-519f-4800-831d-5736b2f347e6 HTTP/1.1" status: 204 len: 168 time: 0.2152219 Mar 22 11:45:51.863599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630059'] for port, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:52.067405 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks [] for port, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:52.136122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751543735812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751543355724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751543355769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2631601'] for port, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:52.243967 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Pushing event updated for resources: {'Port': ['ID=086dc9e6-2832-40a8-8471-f26c8d6e6213,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:52.256199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335745'] for floatingip, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:52.424178 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Floating IP 6968bd41-7c1e-4edd-8dde-c041457f3cb1 associated. External IP: 172.26.5.253, port: 479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd. Mar 22 11:45:52.901694 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Router f26e57a7-6fc0-4acc-9746-9300a87f2fde has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:45:52.906249 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60094) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:53.017325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935911704'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:53.023202 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:53.027126 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:53.030014 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:53.036264 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:53.088674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:45:53.098306 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Sync routers for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:45:53.107593 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:53.108291 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:53.135291 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.149147 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.168579 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:53.172687 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:53.175562 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:53.181907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:53.187469 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.275370 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6d798dd3-745a-4024-ae77-fca88c3bf9ef tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7615325 Mar 22 11:45:53.276871 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60100) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:53.277818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:45:53.281145 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.290302 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:53.374527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.398062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:53.425512 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:53.427716 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-90acf9fb-b1f8-4c47-a275-5ae1435531f4 tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/floatingips/6968bd41-7c1e-4edd-8dde-c041457f3cb1 HTTP/1.1" status: 200 len: 992 time: 0.1435137 Mar 22 11:45:53.438053 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:53.444069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab020e7b-c8c6-4c1e-956f-c06a15584305,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:53.447418 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:53.525723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.542185 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'tag': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'status': 'completed', 'code': 200} Mar 22 11:45:53.603165 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.647962 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '6968bd41-7c1e-4edd-8dde-c041457f3cb1', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'floating_ip_address': '172.26.5.253', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'port_id': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'mac_address': 'fa:16:3e:06:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:45:51Z', 'updated_at': '2022-03-22T11:45:51Z', 'revision_number': 0, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:33Z', 'revision_number': 5, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:53.652085 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Checking router: f26e57a7-6fc0-4acc-9746-9300a87f2fde for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:45:53.660730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2693e630-b0d8-4542-a096-50ceb93f2dc3,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:53.661811 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Routers {'f26e57a7-6fc0-4acc-9746-9300a87f2fde'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:45:53.662446 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:45:30Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:53.689186 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-c534b674-4447-45a0-b47f-a195d20b360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:53.690369 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-c534b674-4447-45a0-b47f-a195d20b360d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1099 time: 0.1226892 Mar 22 11:45:53.717490 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.718675 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-38960af3-8a67-4d14-b7de-44a13a184b22 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8114431 Mar 22 11:45:53.721443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60108) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:53.787193 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dcf730bf-69be-44d6-ae79-3a339fbe1179 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0619693 Mar 22 11:45:53.787538 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60112) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:53.792980 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-security--367572667', 'description': 'tempest-security-description-2143336573'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:53.830459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.870168 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] Set router f26e57a7-6fc0-4acc-9746-9300a87f2fde gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:45:53.892645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.949304 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-e692b800-581f-4d5b-95f3-c5731b10d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:53.950644 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-e692b800-581f-4d5b-95f3-c5731b10d443 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d46678b7-fe6d-42bb-853c-204c8c4e32a0 HTTP/1.1" status: 200 len: 897 time: 0.2539198 Mar 22 11:45:53.951787 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_update {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.954334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:53.955551 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "PUT /v2.0/security-groups/2693e630-b0d8-4542-a096-50ceb93f2dc3 HTTP/1.1" status: 200 len: 1779 time: 0.1670356 Mar 22 11:45:53.958342 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60116) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:53.985038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391e500-d55a-4e4a-a5a3-626a19f612ae tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2693e630-b0d8-4542-a096-50ceb93f2dc3,revision_number=2']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:54.090887 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-b52e5296-db9e-40d8-aa65-017b9c6b9d78 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups/2693e630-b0d8-4542-a096-50ceb93f2dc3 HTTP/1.1" status: 200 len: 1779 time: 0.1304157 Mar 22 11:45:54.092701 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-973fa19b-9173-4f53-98f6-2c597f453bc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd HTTP/1.1" status: 200 len: 1000 time: 0.1334634 Mar 22 11:45:54.093582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60120) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:54.183719 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-433d88b9-2b30-4c78-a8a2-c997d4d78da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:54.185177 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-433d88b9-2b30-4c78-a8a2-c997d4d78da3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc9ca993-ac3b-4930-804f-3509405b13ec HTTP/1.1" status: 200 len: 835 time: 0.0795784 Mar 22 11:45:54.213088 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '6968bd41-7c1e-4edd-8dde-c041457f3cb1', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'floating_ip_address': '172.26.5.253', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'port_id': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'mac_address': 'fa:16:3e:06:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:45:51Z', 'updated_at': '2022-03-22T11:45:51Z', 'revision_number': 0, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:33Z', 'revision_number': 5, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:45:54.216881 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ae667-d46a-4b14-87a0-6c62d05d382e None None] The sync data for ids ['f26e57a7-6fc0-4acc-9746-9300a87f2fde'] in dv-neutron-828143-11-hyperv is: [{'id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'name': 'tempest-TestNetworkBasicOps-router-1590494971', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:45:16Z', 'updated_at': '2022-03-22T11:45:24Z', 'revision_number': 4, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'gw_port': {'id': '42d63af7-a18f-4603-a160-35bb3b6f1897', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:17Z', 'updated_at': '2022-03-22T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_floatingips': [{'id': '6968bd41-7c1e-4edd-8dde-c041457f3cb1', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'floating_ip_address': '172.26.5.253', 'floating_network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'router_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'port_id': '479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'mac_address': 'fa:16:3e:06:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10b8dd8-bed5-43e3-b666-7fc9f9333a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:45:51Z', 'updated_at': '2022-03-22T11:45:51Z', 'revision_number': 0, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2857d4c-4692-49ca-a5a5-47d61d82e81c', 'name': '', 'network_id': 'd46678b7-fe6d-42bb-853c-204c8c4e32a0', 'tenant_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'mac_address': 'fa:16:3e:5b:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26e57a7-6fc0-4acc-9746-9300a87f2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:45:23Z', 'updated_at': '2022-03-22T11:45:33Z', 'revision_number': 5, 'project_id': '24e2b8bdcc474dddbbd7066e64da7f4d', 'subnets': [{'id': 'fc9ca993-ac3b-4930-804f-3509405b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:45:54.245985 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:54.279680 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:54.331323 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-8878ed1c-b17d-4cc2-ae83-b9d968a738e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:45:54.332893 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-8878ed1c-b17d-4cc2-ae83-b9d968a738e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d46678b7-fe6d-42bb-853c-204c8c4e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1357634 Mar 22 11:45:54.394818 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e586fb4-7ecd-4125-b3eb-3357cbe50716 None None] New status for floating IP 6968bd41-7c1e-4edd-8dde-c041457f3cb1: ACTIVE {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:45:54.430801 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60124) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:54.436531 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:54.458976 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2693e630-b0d8-4542-a096-50ceb93f2dc3,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:54.469462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:54.470592 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-82096fe1-c3b1-4a54-8bef-5298a8267dea tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/2693e630-b0d8-4542-a096-50ceb93f2dc3 HTTP/1.1" status: 204 len: 168 time: 0.3761106 Mar 22 11:45:54.473406 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60128) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:54.506754 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-3733dd63-bdad-455d-9b26-eeab73d79e9a service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672916 Mar 22 11:45:54.544793 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f93ad797-0dff-4e45-ac80-f77a9c7438fd tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/floatingips/6968bd41-7c1e-4edd-8dde-c041457f3cb1 HTTP/1.1" status: 200 len: 992 time: 0.1127830 Mar 22 11:45:54.619509 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d4a164c-27d5-4a6c-8503-a6b8513e092c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:54.674005 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-3bd91600-d0be-417d-bfc3-41daab457a24 req-7d4f9a0d-a364-4b1f-aa0a-953988497a62 service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581728 Mar 22 11:45:54.729097 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d4a164c-27d5-4a6c-8503-a6b8513e092c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:54.730287 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1d4a164c-27d5-4a6c-8503-a6b8513e092c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2560072 Mar 22 11:45:54.733228 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60132) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:54.749439 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-a4df91e4-c128-47ad-a6e4-6fd79a58ff80 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] delete failed (client error): The resource could not be found. Mar 22 11:45:54.750386 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a4df91e4-c128-47ad-a6e4-6fd79a58ff80 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/2693e630-b0d8-4542-a096-50ceb93f2dc3 HTTP/1.1" status: 404 len: 347 time: 0.0162215 Mar 22 11:45:54.753891 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60136) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:54.759544 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--682878329'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:54.765874 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:54.777413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:54.843048 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:54.864314 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:54.868884 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:54.871899 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:54.877755 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:54.945143 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.014319 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.058925 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fa473-29cc-41bb-9521-5642a5270b39,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:55.117291 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.119133 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-28ab8d27-0c0c-4898-837d-33fe4af33ffd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3642318 Mar 22 11:45:55.121873 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60140) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:55.126759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'd63fa473-29cc-41bb-9521-5642a5270b39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:55.132673 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:55.136507 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:55.139418 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:55.145127 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:55.226097 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.286812 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.351270 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.374789 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5071b106-eecc-415e-9220-f0efc8926d38,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:55.420318 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.421552 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-5f06e907-fb73-4e8d-b7c9-171e6e4fad77 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987351 Mar 22 11:45:55.424389 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60144) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:55.453227 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.463860 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.538311 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.551809 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60148) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:55.554493 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5071b106-eecc-415e-9220-f0efc8926d38,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:55.556336 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.559872 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-57a5d7a7-e82c-4333-ada9-9f878e3c76bc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5071b106-eecc-415e-9220-f0efc8926d38 HTTP/1.1" status: 204 len: 168 time: 0.1318285 Mar 22 11:45:55.560823 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60152) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:55.605316 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd46165c-aad4-4e90-a7b0-6b70ce4d086f tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:55.653926 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1c6c2b69-d0a3-49b5-80be-424126d0a0aa tempest-TestNetworkBasicOps-1791465950 tempest-TestNetworkBasicOps-1791465950-project] 10.222.0.53 "GET /v2.0/floatingips/6968bd41-7c1e-4edd-8dde-c041457f3cb1 HTTP/1.1" status: 200 len: 994 time: 0.1010096 Mar 22 11:45:55.677704 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-dd46165c-aad4-4e90-a7b0-6b70ce4d086f tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:55.679003 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-dd46165c-aad4-4e90-a7b0-6b70ce4d086f tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1180627 Mar 22 11:45:55.681861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60156) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:55.744966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.770201 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.882727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.903223 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fa473-29cc-41bb-9521-5642a5270b39,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:55.957140 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:55.958251 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-59446ac0-b033-42ed-ac61-78532beed055 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/d63fa473-29cc-41bb-9521-5642a5270b39 HTTP/1.1" status: 204 len: 168 time: 0.2754886 Mar 22 11:45:55.960832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60160) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:56.011975 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bac65654-f654-4b6e-ac6f-010091a5e610 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:56.104195 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-bac65654-f654-4b6e-ac6f-010091a5e610 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:56.105508 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-bac65654-f654-4b6e-ac6f-010091a5e610 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437864 Mar 22 11:45:56.109443 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60164) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:56.114215 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--842124313'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:56.120854 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:56.130349 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:56.202651 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.222094 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:56.226076 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:56.228834 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:56.234382 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:56.299624 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.356972 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.412106 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3a184-eb37-4845-a2f6-f9f6bfbc3dba,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:56.454258 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.455454 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f3dd0494-ed24-4733-abc5-f956bb2e0b53 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3451653 Mar 22 11:45:56.458079 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60168) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:56.464440 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'aee3a184-eb37-4845-a2f6-f9f6bfbc3dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:56.470879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:56.475039 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:56.477877 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:56.483466 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:56.551848 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.610609 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.665979 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.689614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28621b95-86a5-43e4-adf4-cac90fd20406,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:56.740375 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.741574 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3eb79c2f-7d5f-46bf-806d-917f4759567c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2825909 Mar 22 11:45:56.744720 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60172) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:56.749613 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'aee3a184-eb37-4845-a2f6-f9f6bfbc3dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:56.755259 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:56.759951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:56.762861 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:56.768495 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:56.832642 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.892371 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.973038 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:56.998267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59868952-e72c-4128-9ad4-f8f6dee0a325,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:57.088838 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.090038 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f93a0277-d293-4524-99d1-22137c8cc7cc tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443584 Mar 22 11:45:57.092653 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60176) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:57.097458 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'aee3a184-eb37-4845-a2f6-f9f6bfbc3dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:57.104060 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:57.108598 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:57.111567 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:57.117473 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:57.178481 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bcb749c8-605b-4489-9166-a34b3d3d28e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.220810 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.281529 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.356905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.379758 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176fabcd-6fb2-479b-ba8c-7a32f580288c,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:57.448459 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.449918 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-47a1fc6d-57b3-47b6-8f5d-ffe7382b901b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563643 Mar 22 11:45:57.452531 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60180) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:57.457347 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'aee3a184-eb37-4845-a2f6-f9f6bfbc3dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:57.463496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:57.467512 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:57.470354 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:57.476008 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:57.557727 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.618041 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.694486 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.717890 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37a48e8-2076-4c06-b81e-1d1a12b07593,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:57.826175 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.827317 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-57b89224-b05c-48dc-8240-ab3ccc2ffe26 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738680 Mar 22 11:45:57.829868 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60184) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:57.834785 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'aee3a184-eb37-4845-a2f6-f9f6bfbc3dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:45:57.841245 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:45:57.845287 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:45:57.848111 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:45:57.853819 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:45:57.912026 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:57.979320 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.025905 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.048562 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8733ff6-929b-46b8-ae82-a782581847a6,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:58.128741 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.129930 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6e0ef3e6-7016-4569-8fbe-ec3c02e91255 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2991657 Mar 22 11:45:58.132804 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60188) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.160496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.170480 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.248441 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.265894 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8733ff6-929b-46b8-ae82-a782581847a6,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:58.269767 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.270836 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-8d5fd438-7b4a-42b3-b559-4d5cb96f7bcb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b8733ff6-929b-46b8-ae82-a782581847a6 HTTP/1.1" status: 204 len: 168 time: 0.1371374 Mar 22 11:45:58.273387 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60192) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.324496 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef3adee1-4219-4476-886a-220d7be73930 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:58.401059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ef3adee1-4219-4476-886a-220d7be73930 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:58.402303 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ef3adee1-4219-4476-886a-220d7be73930 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1280446 Mar 22 11:45:58.405166 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60196) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.432160 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.442410 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.522881 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.542475 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f37a48e8-2076-4c06-b81e-1d1a12b07593,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:58.591582 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.592681 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-1d74957f-0756-401c-af1d-17929673700c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f37a48e8-2076-4c06-b81e-1d1a12b07593 HTTP/1.1" status: 204 len: 168 time: 0.1865993 Mar 22 11:45:58.595267 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60200) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.647710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e22dab92-8f11-4ffc-aff4-52a4313230ab tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:58.711390 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-e22dab92-8f11-4ffc-aff4-52a4313230ab tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:58.712629 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-e22dab92-8f11-4ffc-aff4-52a4313230ab tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1164374 Mar 22 11:45:58.715457 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60204) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.742663 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.753305 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.808776 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.827635 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176fabcd-6fb2-479b-ba8c-7a32f580288c,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:58.866156 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:58.867278 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ceddfa8b-951b-4cd3-b94c-7c28d203bac9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/176fabcd-6fb2-479b-ba8c-7a32f580288c HTTP/1.1" status: 204 len: 168 time: 0.1509445 Mar 22 11:45:58.869969 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60208) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:58.918213 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-da05875a-b556-47df-9e09-f123efa6e1a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:59.008682 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-da05875a-b556-47df-9e09-f123efa6e1a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:59.012739 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-da05875a-b556-47df-9e09-f123efa6e1a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1391420 Mar 22 11:45:59.014765 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60214) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:59.043725 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.054370 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.207220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.226956 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59868952-e72c-4128-9ad4-f8f6dee0a325,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:59.323334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.324646 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-6c42e0d7-b3ea-4596-854b-cff550f35637 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/59868952-e72c-4128-9ad4-f8f6dee0a325 HTTP/1.1" status: 204 len: 168 time: 0.3089352 Mar 22 11:45:59.327242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60220) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:59.373037 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b3080e7d-bc48-47ac-ad49-7e0adb829907 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:59.448729 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b3080e7d-bc48-47ac-ad49-7e0adb829907 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:59.450265 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b3080e7d-bc48-47ac-ad49-7e0adb829907 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1221054 Mar 22 11:45:59.452961 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60224) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:59.480242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.493715 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.580242 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.598802 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28621b95-86a5-43e4-adf4-cac90fd20406,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:45:59.649122 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.650263 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-3bdbff77-1e1e-4d43-b9c4-c9936623c4a5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/28621b95-86a5-43e4-adf4-cac90fd20406 HTTP/1.1" status: 204 len: 168 time: 0.1964049 Mar 22 11:45:59.652766 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60228) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:59.698759 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c5586ce5-0d3d-415d-b628-ede8242f9b97 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:45:59.715334 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.768142 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c5586ce5-0d3d-415d-b628-ede8242f9b97 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:45:59.769432 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c5586ce5-0d3d-415d-b628-ede8242f9b97 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157293 Mar 22 11:45:59.772194 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60232) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:45:59.833852 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.859962 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.966876 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:59.985327 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3a184-eb37-4845-a2f6-f9f6bfbc3dba,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:00.005032 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7db0aa71-7f4b-4e58-898c-e856e86ddfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.081637 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.082829 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-f98f4feb-9eee-4826-acef-b90f8adc2137 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/aee3a184-eb37-4845-a2f6-f9f6bfbc3dba HTTP/1.1" status: 204 len: 168 time: 0.3096910 Mar 22 11:46:00.085492 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60236) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:00.137059 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-03a25945-aaeb-4792-a85f-9daa88909a2b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:00.242551 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-03a25945-aaeb-4792-a85f-9daa88909a2b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:00.244562 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-03a25945-aaeb-4792-a85f-9daa88909a2b tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579266 Mar 22 11:46:00.248568 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60240) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:00.253526 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002272250'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:00.364229 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:00.374334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:00.436981 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.456235 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:00.460220 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:00.462946 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:00.468535 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:00.534599 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.629842 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.658646 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.661020 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.676674 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fad2d4-f0a7-4faf-a271-acc81ddfad85,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:00.745645 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.746836 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c5b6ef17-fe4f-40d2-aa20-9fea6612756c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4973214 Mar 22 11:46:00.749620 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60244) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:00.754365 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'c1fad2d4-f0a7-4faf-a271-acc81ddfad85', 'direction': 'ingress', 'protocol': 17}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:00.760067 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:00.764007 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:00.766818 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:00.772334 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:00.861021 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.921733 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:00.997027 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.020434 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ded1ad-5fc1-4b53-8bf6-c362b2c3a644,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:01.105472 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.106716 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-c17ef086-7ae8-4a7e-b8e6-b843c7a4f247 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3562033 Mar 22 11:46:01.109454 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60248) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:01.170913 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.197352 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.310966 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.328300 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fad2d4-f0a7-4faf-a271-acc81ddfad85,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:01.341331 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.342425 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a3eadd41-58a8-4fff-99ee-bf0b33305364 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1fad2d4-f0a7-4faf-a271-acc81ddfad85 HTTP/1.1" status: 204 len: 168 time: 0.2320571 Mar 22 11:46:01.345677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60252) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:01.396403 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a2764986-a59c-4cb5-8cb2-3ffa4eec1530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:01.448171 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-a2764986-a59c-4cb5-8cb2-3ffa4eec1530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:01.449586 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-a2764986-a59c-4cb5-8cb2-3ffa4eec1530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028724 Mar 22 11:46:01.453477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60256) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:01.458933 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706002827'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:01.465653 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:01.474878 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:01.516744 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.539960 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:01.544226 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:01.547112 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:01.552767 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:01.621954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.677496 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.711751 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.722446 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d61c8-88ad-436e-8fe0-9b836b151a99,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:01.791627 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.793007 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b956a91-9dca-4374-b826-6bc37c707c29 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3385365 Mar 22 11:46:01.795663 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60262) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:01.800401 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145646648'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:01.806707 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:01.810704 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:01.813577 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:01.819204 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:01.883208 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:01.902501 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:01.906482 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:01.909230 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:01.915354 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:01.982210 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.031383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.077930 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed3c5d2-f632-459a-a2b3-c60de521a2e4,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:02.134460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.135929 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-bfc7c513-3836-4405-be85-e62fd7bd94d9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3391016 Mar 22 11:46:02.138380 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60266) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:02.143240 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': '5c4d61c8-88ad-436e-8fe0-9b836b151a99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ed3c5d2-f632-459a-a2b3-c60de521a2e4', 'remote_ip_prefix': None}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:02.148924 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:02.152945 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:02.155750 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:02.161359 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:02.220694 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.285408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.354941 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.377383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646f0684-c30b-46ba-b4de-6ad5e53bbc29,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:02.459815 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.461093 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-89e7844a-1058-432b-98d9-b47916f508a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3217731 Mar 22 11:46:02.464318 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60270) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:02.492069 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.502172 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.568582 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.587887 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=646f0684-c30b-46ba-b4de-6ad5e53bbc29,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:02.589806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.590937 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-862f0027-0b7a-4a86-adf5-409a87a0ddbf tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/646f0684-c30b-46ba-b4de-6ad5e53bbc29 HTTP/1.1" status: 204 len: 168 time: 0.1256981 Mar 22 11:46:02.593480 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60274) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:02.640910 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-955c1a96-0949-48a5-9fc4-6a2242eff634 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:02.694061 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-955c1a96-0949-48a5-9fc4-6a2242eff634 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:02.695315 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-955c1a96-0949-48a5-9fc4-6a2242eff634 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1009638 Mar 22 11:46:02.698641 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60278) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:02.760770 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.786900 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.886902 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.906335 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed3c5d2-f632-459a-a2b3-c60de521a2e4,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:02.986031 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:02.987177 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5a2bc06d-a3c1-4022-979c-737440d71699 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ed3c5d2-f632-459a-a2b3-c60de521a2e4 HTTP/1.1" status: 204 len: 168 time: 0.2874248 Mar 22 11:46:02.989730 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60282) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:03.051024 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f658cd99-ea9d-4ed4-9021-c6fcc813fa06 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:03.254365 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-f658cd99-ea9d-4ed4-9021-c6fcc813fa06 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:03.255701 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f658cd99-ea9d-4ed4-9021-c6fcc813fa06 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2650459 Mar 22 11:46:03.259124 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60286) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:03.322764 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.349013 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.442913 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.461903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d61c8-88ad-436e-8fe0-9b836b151a99,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:03.519469 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.520496 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-4aa04ce8-cd5d-4041-81dc-576c4a73eb18 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c4d61c8-88ad-436e-8fe0-9b836b151a99 HTTP/1.1" status: 204 len: 168 time: 0.2604511 Mar 22 11:46:03.523010 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60290) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:03.571806 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-97c6ed36-7f2d-48c3-a058-bd3061d081af tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:03.631325 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-97c6ed36-7f2d-48c3-a058-bd3061d081af tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:03.632661 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-97c6ed36-7f2d-48c3-a058-bd3061d081af tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086087 Mar 22 11:46:03.640111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60294) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:03.641217 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--150604929'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:03.647431 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:03.656775 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:03.755521 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.775513 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:03.779416 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:03.783355 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:03.787778 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:03.856242 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.916938 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:03.969811 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243ec6d3-6af3-4b12-92f9-169ebb876a2a,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:04.071320 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.072502 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ae39d3e6-c255-462c-986f-fec50a34af02 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4351683 Mar 22 11:46:04.075465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60298) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:04.080434 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': '243ec6d3-6af3-4b12-92f9-169ebb876a2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:04.086612 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:04.091256 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:04.094148 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:04.100301 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:04.184479 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.243948 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.310877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.337527 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd3d863-fd71-4a8a-ad27-512ffe71585f,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:04.402540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.403711 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-72dd37eb-b5ce-49bc-ada7-ee1efa3c33b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3273408 Mar 22 11:46:04.406440 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60302) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:04.434436 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.444715 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.551483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.570198 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd3d863-fd71-4a8a-ad27-512ffe71585f,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:04.575934 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.580575 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60306) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:04.581023 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-a9b9031f-4134-4222-9c68-0b6dc02ac2e5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1dd3d863-fd71-4a8a-ad27-512ffe71585f HTTP/1.1" status: 204 len: 168 time: 0.1719325 Mar 22 11:46:04.631200 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ba625aad-b21e-4b4f-9c9c-5cec6d42b5ef tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:04.722827 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-ba625aad-b21e-4b4f-9c9c-5cec6d42b5ef tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:04.724117 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-ba625aad-b21e-4b4f-9c9c-5cec6d42b5ef tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1438885 Mar 22 11:46:04.727023 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60310) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:04.787769 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.813464 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.922657 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:04.941554 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ec6d3-6af3-4b12-92f9-169ebb876a2a,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:05.019970 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.021121 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-55adffbe-8d21-4f06-9b6c-4e03b43c9320 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/243ec6d3-6af3-4b12-92f9-169ebb876a2a HTTP/1.1" status: 204 len: 168 time: 0.2931716 Mar 22 11:46:05.023614 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60314) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:05.074174 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28bd72f-dacc-4362-ad3d-41545dfebbd8 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:05.156879 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-b28bd72f-dacc-4362-ad3d-41545dfebbd8 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:05.159973 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-b28bd72f-dacc-4362-ad3d-41545dfebbd8 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336057 Mar 22 11:46:05.162055 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60320) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:05.166805 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117555324'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:05.176190 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:05.186210 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:05.259677 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.278939 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:05.282977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:05.285749 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:05.291867 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:05.357757 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.425412 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.470951 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c747966d-3fee-4984-8b88-9244de3340fd,revision_number=1']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:05.511277 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.512465 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-766cacbb-f960-494f-80a9-0e13bb8b892c tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3495007 Mar 22 11:46:05.515152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60324) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:05.519978 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.v2.base [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'c747966d-3fee-4984-8b88-9244de3340fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:05.525839 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:05.529931 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:05.532793 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.quota.resource [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:05.538413 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.db.quota.driver [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:05.614710 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.673062 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.729179 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.752211 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca24ecf9-df95-40e7-b978-e45c9d1a93e7,revision_number=0']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:05.819999 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:05.821212 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-87ba3cf2-49a1-4272-aca4-a05cd67b9e49 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051603 Mar 22 11:46:05.824236 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60328) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:05.843152 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-42107154-f1b0-4b27-ae65-60dccde01cde tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules/ca24ecf9-df95-40e7-b978-e45c9d1a93e7 HTTP/1.1" status: 200 len: 763 time: 0.0178194 Mar 22 11:46:05.845465 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60332) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:05.894273 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d073481-8e9d-4a01-965c-244eb4c01ab1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:06.002915 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-1d073481-8e9d-4a01-965c-244eb4c01ab1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:06.004364 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1d073481-8e9d-4a01-965c-244eb4c01ab1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1578836 Mar 22 11:46:06.007232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60336) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.035369 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.046178 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.134705 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.154111 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca24ecf9-df95-40e7-b978-e45c9d1a93e7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:06.237183 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.238272 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-410d5148-567a-499f-8841-965e836592eb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ca24ecf9-df95-40e7-b978-e45c9d1a93e7 HTTP/1.1" status: 204 len: 168 time: 0.2301393 Mar 22 11:46:06.240754 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60340) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.285972 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0418a8e6-d78a-4d15-9cf4-144d036d4530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:06.362277 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-0418a8e6-d78a-4d15-9cf4-144d036d4530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:06.363532 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0418a8e6-d78a-4d15-9cf4-144d036d4530 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1218174 Mar 22 11:46:06.366224 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60344) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.371658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'c747966d-3fee-4984-8b88-9244de3340fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:06.377478 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:06.387742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:06.465529 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.523805 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.574213 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.596474 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c9a1f3-3e4d-4345-b52c-8f1b9e391da7,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:06.654167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.655373 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1c9f4f78-9143-48c7-83e5-8085508096be tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2882504 Mar 22 11:46:06.657937 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60348) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.675992 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-08d446cf-d1b4-48e9-94fc-fb26de1093a4 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules/f2c9a1f3-3e4d-4345-b52c-8f1b9e391da7 HTTP/1.1" status: 200 len: 763 time: 0.0170658 Mar 22 11:46:06.678443 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60352) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.728087 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2e6a5606-eed2-4f5d-99f1-4d42601c5256 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:06.789567 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-2e6a5606-eed2-4f5d-99f1-4d42601c5256 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:06.791286 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-2e6a5606-eed2-4f5d-99f1-4d42601c5256 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1114719 Mar 22 11:46:06.794017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60356) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:06.821683 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.832349 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.911191 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.928450 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2c9a1f3-3e4d-4345-b52c-8f1b9e391da7,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:06.968505 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:06.969619 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-0ebbb51b-3c6e-49af-aaf8-544be0a1fe70 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f2c9a1f3-3e4d-4345-b52c-8f1b9e391da7 HTTP/1.1" status: 204 len: 168 time: 0.1747284 Mar 22 11:46:06.972060 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60360) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.017353 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eab3b809-9735-4d75-8b2f-9e695e578afd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:07.104706 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-eab3b809-9735-4d75-8b2f-9e695e578afd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:07.105902 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-eab3b809-9735-4d75-8b2f-9e695e578afd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1329386 Mar 22 11:46:07.108635 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60364) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.113393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': 'c747966d-3fee-4984-8b88-9244de3340fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:07.118990 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:07.128289 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:07.200880 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.db.securitygroups_db [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Project 7191c1c92fb745dd9d3f54d8df217cc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:46:07.207341 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.265267 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.328367 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.351383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4dbb7f-cd5a-4319-8b61-44ed880e5f09,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:07.408611 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.409776 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-6e8c50bc-bc4e-4dc6-aa9f-44976203f9ca tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3002543 Mar 22 11:46:07.412296 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60368) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.433444 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-313f6b4d-0c19-4e40-a580-d7575ac47df5 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules/7e4dbb7f-cd5a-4319-8b61-44ed880e5f09 HTTP/1.1" status: 200 len: 769 time: 0.0201361 Mar 22 11:46:07.435660 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60372) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.481357 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4d6b6df-c529-4017-8272-1398d8029ee9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:07.539495 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-c4d6b6df-c529-4017-8272-1398d8029ee9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:07.540733 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-c4d6b6df-c529-4017-8272-1398d8029ee9 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1041553 Mar 22 11:46:07.543387 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60376) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.569713 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.580470 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.676393 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.693084 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4dbb7f-cd5a-4319-8b61-44ed880e5f09,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:07.768174 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.769582 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-d3f85b37-af65-4cae-a837-8b23b84330cd tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7e4dbb7f-cd5a-4319-8b61-44ed880e5f09 HTTP/1.1" status: 204 len: 168 time: 0.2253058 Mar 22 11:46:07.771903 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60380) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.816816 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c1fc206-60c1-4a6f-ba17-ce841eb1006e tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:07.899699 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-7c1fc206-60c1-4a6f-ba17-ce841eb1006e tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:07.900977 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-7c1fc206-60c1-4a6f-ba17-ce841eb1006e tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1281962 Mar 22 11:46:07.903742 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60384) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:07.964483 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.993134 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.117050 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.136717 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c747966d-3fee-4984-8b88-9244de3340fd,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:08.206723 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.207857 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5dbbb62c-b94a-4666-b126-5488aa8df79d tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/c747966d-3fee-4984-8b88-9244de3340fd HTTP/1.1" status: 204 len: 168 time: 0.3032050 Mar 22 11:46:08.210372 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60388) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:08.258761 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b0387b0-ed93-4397-8e73-af31f251b2b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:08.326262 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-3b0387b0-ed93-4397-8e73-af31f251b2b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:08.327444 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-3b0387b0-ed93-4397-8e73-af31f251b2b1 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161852 Mar 22 11:46:08.331616 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60392) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:08.336877 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915780547'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:08.343414 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:08.353062 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:08.431251 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.451041 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:08.454940 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:08.457701 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:08.463253 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:08.529286 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.608332 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.654736 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28e89d-5086-42b0-b4cb-e053a0d32e42,revision_number=1']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:08.721383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.722579 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-ffb65944-1bd0-4b20-9ee6-dfed0cae7a83 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3899915 Mar 22 11:46:08.725207 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60396) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:08.730880 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.v2.base [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Request body: {'security_group_rule': {'security_group_id': '2c28e89d-5086-42b0-b4cb-e053a0d32e42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:46:08.736530 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 11:46:08.742153 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Usage tracker for resource:security_group_rule and tenant:7191c1c92fb745dd9d3f54d8df217cc9 is out of sync, need to count used quota {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 11:46:08.745047 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 11:46:08.750658 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.db.quota.driver [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 11:46:08.844382 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.902817 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:08.985412 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743415'] for security_group_rule, after_create {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.011739 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ff1df3-44ee-4514-a8be-11db5586be67,revision_number=0']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:09.076907 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.078040 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-76cca490-397e-4a12-b57c-3369dfce4995 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519318 Mar 22 11:46:09.080645 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60400) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:09.142022 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.168549 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.288265 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.310394 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28e89d-5086-42b0-b4cb-e053a0d32e42,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:09.319954 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.321070 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-1702c319-047a-4c47-80ff-e8140c3fb443 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c28e89d-5086-42b0-b4cb-e053a0d32e42 HTTP/1.1" status: 204 len: 168 time: 0.2395399 Mar 22 11:46:09.324232 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60404) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:09.375731 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-938ec1c2-cc60-4aa4-9dac-48986c04a784 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:09.446519 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-938ec1c2-cc60-4aa4-9dac-48986c04a784 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:09.448406 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-938ec1c2-cc60-4aa4-9dac-48986c04a784 tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231244 Mar 22 11:46:09.451361 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60408) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:09.492408 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5c03c425-5bdb-4e3f-be6f-94bf337510bb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Synchronizing usage tracker for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 11:46:09.560898 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.quota.resource [None req-5c03c425-5bdb-4e3f-be6f-94bf337510bb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] Unset dirty status for tenant:7191c1c92fb745dd9d3f54d8df217cc9 on resource:security_group_rule {{(pid=88742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 11:46:09.562107 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-5c03c425-5bdb-4e3f-be6f-94bf337510bb tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1098578 Mar 22 11:46:09.564855 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60412) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:09.580791 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.api.v2.resource [None req-f760ae28-b0ff-49a7-9525-d204c11980fa tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] delete failed (client error): The resource could not be found. Mar 22 11:46:09.581713 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-f760ae28-b0ff-49a7-9525-d204c11980fa tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c28e89d-5086-42b0-b4cb-e053a0d32e42 HTTP/1.1" status: 404 len: 347 time: 0.0159819 Mar 22 11:46:09.584866 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60416) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:09.632228 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-aa1a76ce-12d2-42e6-bb3b-feb5ea14597f tempest-SecGroupIPv6Test-1938947765 tempest-SecGroupIPv6Test-1938947765-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464659 Mar 22 11:46:10.122540 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60426) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:10.195082 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.wsgi [-] (88741) accepted ('10.222.0.53', 60432) {{(pid=88741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:10.266195 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-03a0d3e7-bb25-4b0d-b877-ab930232e7f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7191c1c92fb745dd9d3f54d8df217cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425247 Mar 22 11:46:10.268637 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [-] (88742) accepted ('10.222.0.53', 60436) {{(pid=88742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 11:46:10.328854 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.355055 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.397152 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Deleting port 197a75bd-d090-4174-829e-e60c2ce12440 {{(pid=88741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 11:46:10.397485 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751543728900'] for port, before_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.511167 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682'] for security_group, after_delete {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.527932 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab020e7b-c8c6-4c1e-956f-c06a15584305,revision_number=None']} {{(pid=88742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:10.572832 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-333815'] for port, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.573150 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.666107 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron_lib.callbacks.manager [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.667227 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [None req-db12f0ff-c959-4a96-ba9f-cf58daa4342d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab020e7b-c8c6-4c1e-956f-c06a15584305 HTTP/1.1" status: 204 len: 168 time: 0.3977149 Mar 22 11:46:10.693337 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Calling delete_port for 197a75bd-d090-4174-829e-e60c2ce12440 owned by network:floatingip {{(pid=88741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 11:46:10.893707 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751543734766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751543355715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2631610'] for port, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:10.938131 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Pushing event deleted for resources: {'Port': ['ID=197a75bd-d090-4174-829e-e60c2ce12440,revision_number=None']} {{(pid=88741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:46:11.032508 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:11.032866 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.db.l3_db [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Floating IP 46a0a71f-3f62-4562-a247-351fd4542299 disassociated (deleted). External IP: 172.26.5.94, port: 74984437-8ab9-49fc-8cd8-dd2b5aba3639. Mar 22 11:46:11.477886 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Router de928e47-297d-44d0-ba10-d0a3b85149a1 has already been hosted by L3 agent f3bf87a8-7475-4292-998e-d07626c366ef {{(pid=88741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 11:46:11.656977 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify agent at l3_agent.dv-neutron-828143-11-hyperv the message routers_updated {{(pid=88741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 11:46:11.666797 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Sync routers for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:46:11.675688 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:46:11.683683 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:46:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:46:11.743376 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944841'] for floatingip, before_response {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:11.798632 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.wsgi [None req-58f9c70c-3e54-4616-bf1c-4b1154836197 tempest-TestNetworkAdvancedServerOps-2015004668 tempest-TestNetworkAdvancedServerOps-2015004668-project] 10.222.0.53 "DELETE /v2.0/floatingips/46a0a71f-3f62-4562-a247-351fd4542299 HTTP/1.1" status: 204 len: 168 time: 1.6024563 Mar 22 11:46:11.799199 dv-neutron-828143-11-hyperv neutron-server[88741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639'}] {{(pid=88741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:46:11.845629 dv-neutron-828143-11-hyperv neutron-server[88741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05a096-5b0c-4afb-8683-d763e10fdb66', 'tag': '74984437-8ab9-49fc-8cd8-dd2b5aba3639', 'status': 'completed', 'code': 200} Mar 22 11:46:11.853968 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:46:11.936377 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-bd1d61d8-b256-4b73-a604-fc6c779d9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:11.937902 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-bd1d61d8-b256-4b73-a604-fc6c779d9d73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.0699346 Mar 22 11:46:12.166264 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:46:12.170066 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Checking router: de928e47-297d-44d0-ba10-d0a3b85149a1 for host: dv-neutron-828143-11-hyperv {{(pid=88744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:46:12.176466 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-197500aa-bd8a-4580-911d-4ca58c66011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:12.178048 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-197500aa-bd8a-4580-911d-4ca58c66011e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.2326422 Mar 22 11:46:12.178366 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Routers {'de928e47-297d-44d0-ba10-d0a3b85149a1'} bound to L3 agent in host dv-neutron-828143-11-hyperv {{(pid=88744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 11:46:12.178958 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-11-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T11:27:30Z,description=,heartbeat_timestamp=2022-03-22T11:46:00Z,host='dv-neutron-828143-11-hyperv',id=f3bf87a8-7475-4292-998e-d07626c366ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T11:27:30Z,topic='l3_agent')) {'router_ids': ['de928e47-297d-44d0-ba10-d0a3b85149a1'], 'active': True} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:46:12.245135 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-1bc42790-1c9a-49bf-8ee4-478abcf4c695 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0597281 Mar 22 11:46:12.312537 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-37289e40-b651-42a3-80ed-8fed522335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:12.313952 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-37289e40-b651-42a3-80ed-8fed522335d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0595076 Mar 22 11:46:12.355042 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_dvr_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] Set router de928e47-297d-44d0-ba10-d0a3b85149a1 gateway port host: dv-neutron-828143-11-hyperv {{(pid=88744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 11:46:12.391327 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-08ddd285-9ef6-4ad2-93b1-e4f06f516dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:12.392845 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-08ddd285-9ef6-4ad2-93b1-e4f06f516dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696807 Mar 22 11:46:12.525557 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-ef0a748e-7695-47e8-a4db-a4fd95439f84 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251700 Mar 22 11:46:12.655923 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-4fc04565-ffd7-4386-a57d-41403ebb1659 req-46327b0f-c4bf-477a-8153-aab3470d8996 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239772 Mar 22 11:46:12.698096 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.l3_hamode_db [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-11-hyperv', False) {} {{(pid=88744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:46:12.702162 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab8bc0-c9c6-4e50-b2fd-fa4c5e62a858 None None] The sync data for ids ['de928e47-297d-44d0-ba10-d0a3b85149a1'] in dv-neutron-828143-11-hyperv is: [{'id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921177948', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'external_fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '5013a843-d426-4120-8510-a38508648cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:43:55Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'gw_port': {'id': '5013a843-d426-4120-8510-a38508648cab', 'name': '', 'network_id': 'd19ffcec-eeb4-4b34-8aaa-7d9458d30a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:43:56Z', 'updated_at': '2022-03-22T11:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a43c397-abfd-4d4b-8ebe-73b7d00a3870', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-11-hyperv', '_interfaces': [{'id': 'e0193f43-9409-4ce0-9cd5-5e78a97ff572', 'name': '', 'network_id': 'e1b005a7-a8d2-4e2a-91a2-00201e2e985a', 'tenant_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'mac_address': 'fa:16:3e:54:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de928e47-297d-44d0-ba10-d0a3b85149a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-11-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:44:04Z', 'updated_at': '2022-03-22T11:44:16Z', 'revision_number': 5, 'project_id': '3ea5d32b2b8e45cebcc0150582f7b8f9', 'subnets': [{'id': 'afd54ab4-6823-4e22-9315-2de142a15b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:46:12.909645 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae447966-b7c7-4a2a-9993-7fe96d88cb57 None None] New status for floating IP 46a0a71f-3f62-4562-a247-351fd4542299: DOWN {{(pid=88743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:46:27.190500 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-8d9ecec0-589d-4ec8-87a7-42c65d23b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:28.135468 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:46:29.744467 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:29.989016 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf4f3-d942-4b95-a2b2-cdba72959132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:30.635190 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:30.664536 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:31.743150 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:40.436739 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-baa3b900-0cc4-464b-a895-d113d3b1fe34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705869 Mar 22 11:46:40.574025 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931afb-37d0-4a98-989c-899554a15b99 req-8cce9cac-721a-4b06-9500-b786576b0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:40.575481 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-8cce9cac-721a-4b06-9500-b786576b0cc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.0697114 Mar 22 11:46:40.716552 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931afb-37d0-4a98-989c-899554a15b99 req-9dbcc3f9-f64e-4291-a5c5-c4876499b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:40.717874 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-9dbcc3f9-f64e-4291-a5c5-c4876499b16d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.1229596 Mar 22 11:46:40.786441 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-1f7d6c87-c2c1-45ea-b329-e900b27269dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0613658 Mar 22 11:46:40.847664 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931afb-37d0-4a98-989c-899554a15b99 req-9be0cce9-7a3e-4857-bce8-6a464167a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:40.849104 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-9be0cce9-7a3e-4857-bce8-6a464167a23e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0566339 Mar 22 11:46:40.922460 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931afb-37d0-4a98-989c-899554a15b99 req-8d47c248-bef1-45fb-99f3-a5cd553e8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:46:40.923923 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-8d47c248-bef1-45fb-99f3-a5cd553e8ba1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689526 Mar 22 11:46:41.054384 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-79f35d39-4db5-465b-9f91-dd441b059526 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239312 Mar 22 11:46:41.183874 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-89931afb-37d0-4a98-989c-899554a15b99 req-011d17f7-6fef-46b7-9906-35fe5c655b73 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222486 Mar 22 11:46:57.172166 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-6fe53a40-dec1-41e7-ae98-4f3bba2cf261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:59.760748 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:00.005090 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7509f70c-bfca-4758-b3f1-c519d0380548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:00.604912 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:00.627432 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:01.730405 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:05.134711 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:47:27.182215 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-192b28f7-1b25-4f6e-bfe7-84e518bdd1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:29.725463 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:30.017183 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb32a-bd3f-4c17-ba10-64f087f4f30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:30.615606 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:30.662279 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:31.735538 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:40.463068 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-ec8eb8a5-5684-4a3c-a8c1-c0996e8cc952 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720320 Mar 22 11:47:40.553125 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-c33431c0-10af-45f1-a5c7-9de18ad327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:47:40.554640 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-c33431c0-10af-45f1-a5c7-9de18ad327ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1099 time: 0.0683906 Mar 22 11:47:40.694978 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-30a11928-bae6-48b3-840f-e31fefb1761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:47:40.696420 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-30a11928-bae6-48b3-840f-e31fefb1761f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d46678b7-fe6d-42bb-853c-204c8c4e32a0 HTTP/1.1" status: 200 len: 897 time: 0.1239996 Mar 22 11:47:40.797173 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-2713be5e-6adc-4067-a0dc-b7ca65961fdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd HTTP/1.1" status: 200 len: 1002 time: 0.0942421 Mar 22 11:47:40.958643 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-0795cd23-3415-475c-a21b-f5dd1db9c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:47:40.960124 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-0795cd23-3415-475c-a21b-f5dd1db9c861 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc9ca993-ac3b-4930-804f-3509405b13ec HTTP/1.1" status: 200 len: 835 time: 0.1561604 Mar 22 11:47:41.033259 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-be4f3e87-0659-411e-86cf-ae28fab65ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:47:41.034696 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-be4f3e87-0659-411e-86cf-ae28fab65ea8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d46678b7-fe6d-42bb-853c-204c8c4e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681000 Mar 22 11:47:41.045462 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-fab121b7-ed6d-45c5-9d2b-90b5e52ff39b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:47:41.046356 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-fab121b7-ed6d-45c5-9d2b-90b5e52ff39b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047393 Mar 22 11:47:41.174759 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-c3308a26-b83a-4341-931e-ac9afbf29084 service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219473 Mar 22 11:47:41.303589 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-88ad66f1-8e6f-4b04-8ebf-1596f0db80e9 req-8c99cf7f-3148-4df7-b364-f27f6404c54c service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219931 Mar 22 11:47:42.133899 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:47:57.185917 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-85b64034-6350-4191-a6dd-cf8b62138edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:59.718561 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:59.969764 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-7434c9a5-3176-44a4-806e-f5faef02711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:00.644433 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:00.672913 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:01.746710 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:19.132311 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:48:27.185709 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d6ea066b-d307-40ce-921f-0753350a7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:29.757507 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:30.003173 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-456a5757-480d-4dcd-8281-947cff92ac32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:30.642130 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:30.648311 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:31.779539 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:41.530419 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-09245af7-a2e1-4133-9ab9-7cd5e46c3cfa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1694539 Mar 22 11:48:41.662229 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831b87-14d7-4129-a952-0f6566878e47 req-f0dfb3a4-6afd-41ac-b44b-55f925c54325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:48:41.663638 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-f0dfb3a4-6afd-41ac-b44b-55f925c54325 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea5d32b2b8e45cebcc0150582f7b8f9&device_id=0d05a096-5b0c-4afb-8683-d763e10fdb66 HTTP/1.1" status: 200 len: 1098 time: 0.0680065 Mar 22 11:48:41.808274 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831b87-14d7-4129-a952-0f6566878e47 req-b7adbf24-3038-47c8-ad9f-0c549d374ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:48:41.809798 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-b7adbf24-3038-47c8-ad9f-0c549d374ef1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a HTTP/1.1" status: 200 len: 898 time: 0.1274922 Mar 22 11:48:41.880320 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-799d81fa-47a1-4461-a185-7eac80709ffc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74984437-8ab9-49fc-8cd8-dd2b5aba3639 HTTP/1.1" status: 200 len: 217 time: 0.0635278 Mar 22 11:48:41.941247 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831b87-14d7-4129-a952-0f6566878e47 req-96e374d7-7f5c-4e5b-bb0f-21f837d1660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:48:41.942575 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-96e374d7-7f5c-4e5b-bb0f-21f837d1660c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afd54ab4-6823-4e22-9315-2de142a15b92 HTTP/1.1" status: 200 len: 833 time: 0.0563474 Mar 22 11:48:42.017714 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831b87-14d7-4129-a952-0f6566878e47 req-f933d4bc-141f-476a-ae44-7cd0fdb033c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:48:42.019179 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-f933d4bc-141f-476a-ae44-7cd0fdb033c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1b005a7-a8d2-4e2a-91a2-00201e2e985a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707898 Mar 22 11:48:42.149247 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-cdfc9060-3261-4bd0-9af8-380a112caba8 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237967 Mar 22 11:48:42.279380 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-7c831b87-14d7-4129-a952-0f6566878e47 req-e0bff7c2-a1df-4819-8332-cda159bc40b2 service neutron] 10.222.0.60 "GET /v2.0/networks/e1b005a7-a8d2-4e2a-91a2-00201e2e985a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240399 Mar 22 11:48:56.131558 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:48:57.185609 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-86613f4b-35cb-4ce9-b9ef-677bb528b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:59.722293 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:00.025053 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-31b390b8-64c7-472c-bd6e-f01a51d24a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:00.646753 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:00.675070 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:01.739075 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:27.171735 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-27d9f30a-af05-4432-b34c-d8e4ea7397fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:29.738060 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:29.977202 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-5aaca0c4-3445-4baa-9c77-584c1fe36bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:30.617274 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:30.639956 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:31.726316 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:33.130259 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:49:44.441869 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-c8e15e3f-cebd-4ebc-b342-7f925fa219f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678318 Mar 22 11:49:44.533205 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-46426b61-5bad-4efd-875d-c4c2443e5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:49:44.534628 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-46426b61-5bad-4efd-875d-c4c2443e5395 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24e2b8bdcc474dddbbd7066e64da7f4d&device_id=a10b8dd8-bed5-43e3-b666-7fc9f9333a06 HTTP/1.1" status: 200 len: 1099 time: 0.0685070 Mar 22 11:49:44.675017 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-99993b41-324c-46e4-b1e7-b9e5003bd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:49:44.676450 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-99993b41-324c-46e4-b1e7-b9e5003bd0de service neutron] 10.222.0.60 "GET /v2.0/networks?id=d46678b7-fe6d-42bb-853c-204c8c4e32a0 HTTP/1.1" status: 200 len: 897 time: 0.1234331 Mar 22 11:49:44.777857 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-940af70e-bccf-433e-8785-8d64ad6ece37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=479aa5a0-7a4d-42e2-81f8-6f97d5e7b3fd HTTP/1.1" status: 200 len: 1002 time: 0.0943189 Mar 22 11:49:44.842383 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-e22bbc03-cc78-4884-920e-9b7d56a41776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:49:44.843788 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-e22bbc03-cc78-4884-920e-9b7d56a41776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc9ca993-ac3b-4930-804f-3509405b13ec HTTP/1.1" status: 200 len: 835 time: 0.0597630 Mar 22 11:49:44.917477 dv-neutron-828143-11-hyperv neutron-server[88742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-0f11491b-68aa-479c-a17f-514d3727da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:49:44.918500 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-0f11491b-68aa-479c-a17f-514d3727da13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d46678b7-fe6d-42bb-853c-204c8c4e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682232 Mar 22 11:49:45.142989 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-886ae948-e043-4cb5-a68d-65eafa230edb service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170632 Mar 22 11:49:45.270525 dv-neutron-828143-11-hyperv neutron-server[88742]: INFO neutron.wsgi [req-335dfb0f-6e5c-429b-b9b4-b6eb7307fc55 req-b95ba49a-d265-43a0-9f81-0db6212750cd service neutron] 10.222.0.60 "GET /v2.0/networks/d46678b7-fe6d-42bb-853c-204c8c4e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213129 Mar 22 11:49:57.194027 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-19cbd473-3f08-4f7e-8f67-d659e432f8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:59.731112 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-ce53fe0e-afbc-42b3-8143-850c96462280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:49:59.976652 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-d8c52369-4aa4-419b-a4eb-bbf598071432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:50:00.627639 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-0566fd92-db25-40b6-b69f-5ff0eaf350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:50:00.651259 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-e5c625d5-e330-492e-b568-290ed2bebc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:50:01.736805 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-92ca4e66-a088-4dde-9f26-d3347378708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:50:10.128793 dv-neutron-828143-11-hyperv neutron-server[88744]: DEBUG neutron.db.agents_db [None req-182dc033-c454-4a31-baec-e875950dfe7a None None] Agent healthcheck: found 6 active agents {{(pid=88744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 11:50:27.193544 dv-neutron-828143-11-hyperv neutron-server[88743]: DEBUG neutron_lib.callbacks.manager [None req-85c511db-ad03-4d51-bdbf-cf55b3abab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751543873082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441769'] for agent, after_update {{(pid=88743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}